{"level":"warn","ts":"2026-02-27T23:40:12.339827Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T23:40:12.339924Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.207:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.207:2380","--initial-cluster=instance=https://162.253.55.207:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.207:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.207:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T23:40:12.339991Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T23:40:12.340004Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-02-27T23:40:12.340033Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T23:40:12.340788Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"]} {"level":"info","ts":"2026-02-27T23:40:12.340881Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.207:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T23:40:12.345482Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.38515ms"} {"level":"info","ts":"2026-02-27T23:40:12.35148Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6f1fcbe50562a63a","cluster-id":"a9b9f04f4e8a9fba"} {"level":"info","ts":"2026-02-27T23:40:12.351611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T23:40:12.351639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 0"} {"level":"info","ts":"2026-02-27T23:40:12.351652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6f1fcbe50562a63a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T23:40:12.35167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 1"} {"level":"info","ts":"2026-02-27T23:40:12.351707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"warn","ts":"2026-02-27T23:40:12.359363Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T23:40:12.361035Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T23:40:12.362417Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T23:40:12.365035Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6f1fcbe50562a63a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T23:40:12.365298Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6f1fcbe50562a63a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T23:40:12.365353Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T23:40:12.365533Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T23:40:12.365551Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T23:40:12.368982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"info","ts":"2026-02-27T23:40:12.369794Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","added-peer-id":"6f1fcbe50562a63a","added-peer-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-02-27T23:40:12.372767Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T23:40:12.37288Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-02-27T23:40:12.372934Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-02-27T23:40:12.373312Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6f1fcbe50562a63a","initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T23:40:12.373355Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T23:40:12.552325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T23:40:12.552458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T23:40:12.552493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgPreVoteResp from 6f1fcbe50562a63a at term 1"} {"level":"info","ts":"2026-02-27T23:40:12.552516Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became candidate at term 2"} {"level":"info","ts":"2026-02-27T23:40:12.552528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgVoteResp from 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-02-27T23:40:12.552545Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became leader at term 2"} {"level":"info","ts":"2026-02-27T23:40:12.552561Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6f1fcbe50562a63a elected leader 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-02-27T23:40:12.553789Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6f1fcbe50562a63a","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.207:2379]}","request-path":"/0/members/6f1fcbe50562a63a/attributes","cluster-id":"a9b9f04f4e8a9fba","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T23:40:12.553788Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T23:40:12.553872Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T23:40:12.554064Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T23:40:12.554123Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T23:40:12.553821Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T23:40:12.555251Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T23:40:12.555462Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T23:40:12.555537Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T23:40:12.556425Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T23:40:12.556952Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.207:2379"} {"level":"warn","ts":"2026-02-27T23:40:15.916743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.835195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-02-27T23:40:15.916889Z","caller":"traceutil/trace.go:171","msg":"trace[2080100914] transaction","detail":"{read_only:false; response_revision:94; number_of_response:1; }","duration":"889.361229ms","start":"2026-02-27T23:40:15.027512Z","end":"2026-02-27T23:40:15.916873Z","steps":["trace[2080100914] 'process raft request' (duration: 305.976342ms)","trace[2080100914] 'compare' (duration: 582.679161ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:40:15.916963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:15.027493Z","time spent":"889.44224ms","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T23:40:20.1107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.243931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:40:20.110804Z","caller":"traceutil/trace.go:171","msg":"trace[344017001] linearizableReadLoop","detail":"{readStateIndex:291; appliedIndex:290; }","duration":"452.980936ms","start":"2026-02-27T23:40:19.657809Z","end":"2026-02-27T23:40:20.11079Z","steps":["trace[344017001] 'read index received' (duration: 215.449139ms)","trace[344017001] 'applied index is now lower than readState.Index' (duration: 237.530397ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:40:20.110903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.105019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:40:20.110868Z","caller":"traceutil/trace.go:171","msg":"trace[580696801] transaction","detail":"{read_only:false; response_revision:278; number_of_response:1; }","duration":"467.164976ms","start":"2026-02-27T23:40:19.643668Z","end":"2026-02-27T23:40:20.110833Z","steps":["trace[580696801] 'process raft request' (duration: 229.592198ms)","trace[580696801] 'compare' (duration: 237.096577ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:40:20.110932Z","caller":"traceutil/trace.go:171","msg":"trace[2142126528] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:0; response_revision:278; }","duration":"453.174511ms","start":"2026-02-27T23:40:19.65775Z","end":"2026-02-27T23:40:20.110925Z","steps":["trace[2142126528] 'agreement among raft nodes before linearized reading' (duration: 453.1195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:20.111069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:19.657734Z","time spent":"453.327934ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-02-27T23:40:20.111061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:19.643634Z","time spent":"467.32975ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:40:26.147987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285307461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T23:40:26.631258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052416286s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T23:40:26.631857Z","caller":"traceutil/trace.go:171","msg":"trace[204512818] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:372; }","duration":"984.438784ms","start":"2026-02-27T23:40:25.647385Z","end":"2026-02-27T23:40:26.631824Z","steps":["trace[204512818] 'read index received' (duration: 984.087506ms)","trace[204512818] 'applied index is now lower than readState.Index' (duration: 350.208µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:40:26.632021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.611107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T23:40:26.632078Z","caller":"traceutil/trace.go:171","msg":"trace[376138767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:359; }","duration":"984.713169ms","start":"2026-02-27T23:40:25.647349Z","end":"2026-02-27T23:40:26.632062Z","steps":["trace[376138767] 'agreement among raft nodes before linearized reading' (duration: 984.600987ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:40:26.632052Z","caller":"traceutil/trace.go:171","msg":"trace[2035599607] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"1.053323166s","start":"2026-02-27T23:40:25.57866Z","end":"2026-02-27T23:40:26.631983Z","steps":["trace[2035599607] 'process raft request' (duration: 1.052958228s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:26.632121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:25.647334Z","time spent":"984.776981ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T23:40:26.632121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.799576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T23:40:26.632197Z","caller":"traceutil/trace.go:171","msg":"trace[354601097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:359; }","duration":"481.908329ms","start":"2026-02-27T23:40:26.150263Z","end":"2026-02-27T23:40:26.632172Z","steps":["trace[354601097] 'agreement among raft nodes before linearized reading' (duration: 481.790296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:26.632257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:26.15024Z","time spent":"482.004751ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T23:40:26.632334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:25.578628Z","time spent":"1.053550342s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:40:26.632527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.623726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T23:40:26.632672Z","caller":"traceutil/trace.go:171","msg":"trace[208553524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:359; }","duration":"314.80231ms","start":"2026-02-27T23:40:26.317841Z","end":"2026-02-27T23:40:26.632643Z","steps":["trace[208553524] 'agreement among raft nodes before linearized reading' (duration: 314.471663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:26.632779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:26.317817Z","time spent":"314.943923ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T23:40:26.784016Z","caller":"traceutil/trace.go:171","msg":"trace[1665070846] linearizableReadLoop","detail":"{readStateIndex:374; appliedIndex:373; }","duration":"147.120388ms","start":"2026-02-27T23:40:26.636847Z","end":"2026-02-27T23:40:26.783968Z","steps":["trace[1665070846] 'read index received' (duration: 121.323426ms)","trace[1665070846] 'applied index is now lower than readState.Index' (duration: 25.790082ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:40:26.784087Z","caller":"traceutil/trace.go:171","msg":"trace[1697065468] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"146.802681ms","start":"2026-02-27T23:40:26.637251Z","end":"2026-02-27T23:40:26.784053Z","steps":["trace[1697065468] 'process raft request' (duration: 146.579826ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:40:26.784412Z","caller":"traceutil/trace.go:171","msg":"trace[454583261] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"146.752349ms","start":"2026-02-27T23:40:26.637629Z","end":"2026-02-27T23:40:26.784381Z","steps":["trace[454583261] 'process raft request' (duration: 146.366491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:26.784427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.550397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4325"} {"level":"info","ts":"2026-02-27T23:40:26.784575Z","caller":"traceutil/trace.go:171","msg":"trace[2025474081] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"146.554355ms","start":"2026-02-27T23:40:26.638001Z","end":"2026-02-27T23:40:26.784555Z","steps":["trace[2025474081] 'process raft request' (duration: 146.294779ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:40:26.784685Z","caller":"traceutil/trace.go:171","msg":"trace[323771317] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:361; }","duration":"147.800023ms","start":"2026-02-27T23:40:26.636796Z","end":"2026-02-27T23:40:26.784596Z","steps":["trace[323771317] 'agreement among raft nodes before linearized reading' (duration: 147.377184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:27.146262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.517269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:40:27.146484Z","caller":"traceutil/trace.go:171","msg":"trace[283525282] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:378; }","duration":"346.248519ms","start":"2026-02-27T23:40:26.800216Z","end":"2026-02-27T23:40:27.146464Z","steps":["trace[283525282] 'read index received' (duration: 103.393143ms)","trace[283525282] 'applied index is now lower than readState.Index' (duration: 242.853796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:40:27.146602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.394533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T23:40:27.146635Z","caller":"traceutil/trace.go:171","msg":"trace[1694607879] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:365; }","duration":"346.466645ms","start":"2026-02-27T23:40:26.800159Z","end":"2026-02-27T23:40:27.146626Z","steps":["trace[1694607879] 'agreement among raft nodes before linearized reading' (duration: 346.360841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:27.146675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:26.800141Z","time spent":"346.525126ms","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T23:40:27.146666Z","caller":"traceutil/trace.go:171","msg":"trace[1434721930] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"356.709446ms","start":"2026-02-27T23:40:26.789918Z","end":"2026-02-27T23:40:27.146628Z","steps":["trace[1434721930] 'process raft request' (duration: 113.719705ms)","trace[1434721930] 'compare' (duration: 242.289564ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:40:27.146686Z","caller":"traceutil/trace.go:171","msg":"trace[382253245] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"353.429902ms","start":"2026-02-27T23:40:26.793201Z","end":"2026-02-27T23:40:27.14663Z","steps":["trace[382253245] 'process raft request' (duration: 353.183755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:27.146839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:26.789887Z","time spent":"356.858079ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:40:27.146892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:26.79318Z","time spent":"353.604976ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:40:27.95816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.12195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:40:27.958267Z","caller":"traceutil/trace.go:171","msg":"trace[1637099877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:365; }","duration":"124.343465ms","start":"2026-02-27T23:40:27.833896Z","end":"2026-02-27T23:40:27.95824Z","steps":["trace[1637099877] 'range keys from in-memory index tree' (duration: 123.984976ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:40:28.202095Z","caller":"traceutil/trace.go:171","msg":"trace[1232654171] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"229.283012ms","start":"2026-02-27T23:40:27.972785Z","end":"2026-02-27T23:40:28.202068Z","steps":["trace[1232654171] 'process raft request' (duration: 229.047477ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:40:46.763488Z","caller":"traceutil/trace.go:171","msg":"trace[1200643170] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"105.410773ms","start":"2026-02-27T23:40:46.658034Z","end":"2026-02-27T23:40:46.763445Z","steps":["trace[1200643170] 'process raft request' (duration: 60.791751ms)","trace[1200643170] 'compare' (duration: 44.444708ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:40:47.380176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285307703,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T23:40:47.39018Z","caller":"traceutil/trace.go:171","msg":"trace[1384206641] linearizableReadLoop","detail":"{readStateIndex:494; appliedIndex:493; }","duration":"510.931789ms","start":"2026-02-27T23:40:46.879214Z","end":"2026-02-27T23:40:47.390146Z","steps":["trace[1384206641] 'read index received' (duration: 510.646923ms)","trace[1384206641] 'applied index is now lower than readState.Index' (duration: 283.636µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:40:47.390268Z","caller":"traceutil/trace.go:171","msg":"trace[892634487] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"617.487869ms","start":"2026-02-27T23:40:46.772727Z","end":"2026-02-27T23:40:47.390215Z","steps":["trace[892634487] 'process raft request' (duration: 617.128231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:47.390475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:46.772695Z","time spent":"617.663993ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:40:47.390486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.235826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T23:40:47.390559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.127208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T23:40:47.39059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.805628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T23:40:47.390657Z","caller":"traceutil/trace.go:171","msg":"trace[447832519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:475; }","duration":"248.259642ms","start":"2026-02-27T23:40:47.142373Z","end":"2026-02-27T23:40:47.390632Z","steps":["trace[447832519] 'agreement among raft nodes before linearized reading' (duration: 248.078467ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:40:47.390688Z","caller":"traceutil/trace.go:171","msg":"trace[594229665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:475; }","duration":"499.977602ms","start":"2026-02-27T23:40:46.89068Z","end":"2026-02-27T23:40:47.390657Z","steps":["trace[594229665] 'agreement among raft nodes before linearized reading' (duration: 499.690506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:47.390751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:46.89065Z","time spent":"500.092115ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T23:40:47.390835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.375176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T23:40:47.390959Z","caller":"traceutil/trace.go:171","msg":"trace[114548183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:475; }","duration":"109.55316ms","start":"2026-02-27T23:40:47.281385Z","end":"2026-02-27T23:40:47.390938Z","steps":["trace[114548183] 'agreement among raft nodes before linearized reading' (duration: 109.099139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:47.391021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.697292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T23:40:47.391205Z","caller":"traceutil/trace.go:171","msg":"trace[818063968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:475; }","duration":"498.911378ms","start":"2026-02-27T23:40:46.892243Z","end":"2026-02-27T23:40:47.391154Z","steps":["trace[818063968] 'agreement among raft nodes before linearized reading' (duration: 498.423696ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:40:47.390646Z","caller":"traceutil/trace.go:171","msg":"trace[675438309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:475; }","duration":"511.351579ms","start":"2026-02-27T23:40:46.879171Z","end":"2026-02-27T23:40:47.390522Z","steps":["trace[675438309] 'agreement among raft nodes before linearized reading' (duration: 511.148164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:47.391271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:46.892232Z","time spent":"499.02742ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T23:40:47.391272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:46.879148Z","time spent":"512.111466ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T23:40:53.617528Z","caller":"traceutil/trace.go:171","msg":"trace[316930194] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"169.728066ms","start":"2026-02-27T23:40:53.447764Z","end":"2026-02-27T23:40:53.617492Z","steps":["trace[316930194] 'read index received' (duration: 81.109785ms)","trace[316930194] 'applied index is now lower than readState.Index' (duration: 88.616631ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:40:53.617749Z","caller":"traceutil/trace.go:171","msg":"trace[384556469] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"184.982492ms","start":"2026-02-27T23:40:53.432726Z","end":"2026-02-27T23:40:53.617709Z","steps":["trace[384556469] 'process raft request' (duration: 96.156466ms)","trace[384556469] 'compare' (duration: 88.412587ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:40:53.617881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.32404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T23:40:53.61794Z","caller":"traceutil/trace.go:171","msg":"trace[1729103332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:515; }","duration":"185.449093ms","start":"2026-02-27T23:40:53.432473Z","end":"2026-02-27T23:40:53.617923Z","steps":["trace[1729103332] 'agreement among raft nodes before linearized reading' (duration: 185.149306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:54.056679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.675311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:40:54.056895Z","caller":"traceutil/trace.go:171","msg":"trace[883805283] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:535; }","duration":"390.457954ms","start":"2026-02-27T23:40:53.666423Z","end":"2026-02-27T23:40:54.056881Z","steps":["trace[883805283] 'read index received' (duration: 203.496165ms)","trace[883805283] 'applied index is now lower than readState.Index' (duration: 186.960989ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:40:54.05702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.607167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tfwvt\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-02-27T23:40:54.056981Z","caller":"traceutil/trace.go:171","msg":"trace[1995289269] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"433.982411ms","start":"2026-02-27T23:40:53.622958Z","end":"2026-02-27T23:40:54.05694Z","steps":["trace[1995289269] 'process raft request' (duration: 433.832317ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:40:54.056981Z","caller":"traceutil/trace.go:171","msg":"trace[94677462] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"603.764539ms","start":"2026-02-27T23:40:53.453176Z","end":"2026-02-27T23:40:54.05694Z","steps":["trace[94677462] 'process raft request' (duration: 416.722418ms)","trace[94677462] 'compare' (duration: 186.430346ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:40:54.057049Z","caller":"traceutil/trace.go:171","msg":"trace[1690411025] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tfwvt; range_end:; response_count:1; response_revision:517; }","duration":"390.680439ms","start":"2026-02-27T23:40:53.666361Z","end":"2026-02-27T23:40:54.057042Z","steps":["trace[1690411025] 'agreement among raft nodes before linearized reading' (duration: 390.562186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:54.057078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:53.666338Z","time spent":"390.734811ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-tfwvt\" "} {"level":"warn","ts":"2026-02-27T23:40:54.057162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:53.453144Z","time spent":"603.922092ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:40:54.057162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:53.622894Z","time spent":"434.172405ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:40:54.75893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.515297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:40:54.759024Z","caller":"traceutil/trace.go:171","msg":"trace[280643566] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:518; }","duration":"554.683421ms","start":"2026-02-27T23:40:54.204317Z","end":"2026-02-27T23:40:54.759001Z","steps":["trace[280643566] 'range keys from in-memory index tree' (duration: 554.427105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:54.759074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:54.204297Z","time spent":"554.766483ms","remote":"127.0.0.1:58852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-02-27T23:40:55.373943Z","caller":"traceutil/trace.go:171","msg":"trace[380642928] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"233.442865ms","start":"2026-02-27T23:40:55.140475Z","end":"2026-02-27T23:40:55.373918Z","steps":["trace[380642928] 'read index received' (duration: 233.410014ms)","trace[380642928] 'applied index is now lower than readState.Index' (duration: 31.541µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:40:55.374022Z","caller":"traceutil/trace.go:171","msg":"trace[2039875103] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"377.740457ms","start":"2026-02-27T23:40:54.996261Z","end":"2026-02-27T23:40:55.374001Z","steps":["trace[2039875103] 'process raft request' (duration: 377.498861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:55.374075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.574088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:40:55.374109Z","caller":"traceutil/trace.go:171","msg":"trace[666262997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"233.67464ms","start":"2026-02-27T23:40:55.140424Z","end":"2026-02-27T23:40:55.374098Z","steps":["trace[666262997] 'agreement among raft nodes before linearized reading' (duration: 233.593218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:55.374153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:54.996218Z","time spent":"377.85519ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:40:57.099077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.024776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-27T23:40:57.099197Z","caller":"traceutil/trace.go:171","msg":"trace[646070040] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:644; }","duration":"254.19749ms","start":"2026-02-27T23:40:56.844974Z","end":"2026-02-27T23:40:57.099171Z","steps":["trace[646070040] 'range keys from in-memory index tree' (duration: 253.887623ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:40:57.104464Z","caller":"traceutil/trace.go:171","msg":"trace[1660855145] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"197.788251ms","start":"2026-02-27T23:40:56.906647Z","end":"2026-02-27T23:40:57.104435Z","steps":["trace[1660855145] 'process raft request' (duration: 197.359431ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:41:15.623699Z","caller":"traceutil/trace.go:171","msg":"trace[1368221310] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:920; }","duration":"192.076098ms","start":"2026-02-27T23:41:15.431589Z","end":"2026-02-27T23:41:15.623666Z","steps":["trace[1368221310] 'read index received' (duration: 191.75883ms)","trace[1368221310] 'applied index is now lower than readState.Index' (duration: 316.008µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:41:15.623927Z","caller":"traceutil/trace.go:171","msg":"trace[1235125132] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"392.653325ms","start":"2026-02-27T23:41:15.23112Z","end":"2026-02-27T23:41:15.623774Z","steps":["trace[1235125132] 'process raft request' (duration: 392.300937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:41:15.624168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:41:15.231098Z","time spent":"392.947341ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:41:15.62396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.341144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T23:41:15.62436Z","caller":"traceutil/trace.go:171","msg":"trace[1911761978] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:895; }","duration":"192.816884ms","start":"2026-02-27T23:41:15.431526Z","end":"2026-02-27T23:41:15.624343Z","steps":["trace[1911761978] 'agreement among raft nodes before linearized reading' (duration: 192.277262ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:41:39.109632Z","caller":"traceutil/trace.go:171","msg":"trace[857822317] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"176.443116ms","start":"2026-02-27T23:41:38.933155Z","end":"2026-02-27T23:41:39.109598Z","steps":["trace[857822317] 'process raft request' (duration: 176.239271ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:41:44.737435Z","caller":"traceutil/trace.go:171","msg":"trace[911087934] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"372.549374ms","start":"2026-02-27T23:41:44.364826Z","end":"2026-02-27T23:41:44.737375Z","steps":["trace[911087934] 'process raft request' (duration: 372.32608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:41:44.737724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:41:44.364792Z","time spent":"372.775129ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:41:44.743872Z","caller":"traceutil/trace.go:171","msg":"trace[1473718817] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"374.435475ms","start":"2026-02-27T23:41:44.369392Z","end":"2026-02-27T23:41:44.743828Z","steps":["trace[1473718817] 'process raft request' (duration: 374.18236ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:41:44.744005Z","caller":"traceutil/trace.go:171","msg":"trace[19421090] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"321.933796ms","start":"2026-02-27T23:41:44.422023Z","end":"2026-02-27T23:41:44.743956Z","steps":["trace[19421090] 'process raft request' (duration: 321.699371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:41:44.744109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:41:44.369378Z","time spent":"374.590689ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:41:44.744217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:41:44.421992Z","time spent":"322.131831ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3127,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T23:42:07.289695Z","caller":"traceutil/trace.go:171","msg":"trace[1375649681] linearizableReadLoop","detail":"{readStateIndex:1553; appliedIndex:1552; }","duration":"149.735156ms","start":"2026-02-27T23:42:07.139934Z","end":"2026-02-27T23:42:07.28967Z","steps":["trace[1375649681] 'read index received' (duration: 149.46613ms)","trace[1375649681] 'applied index is now lower than readState.Index' (duration: 268.246µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:42:07.28979Z","caller":"traceutil/trace.go:171","msg":"trace[989602895] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"288.021934ms","start":"2026-02-27T23:42:07.001727Z","end":"2026-02-27T23:42:07.289749Z","steps":["trace[989602895] 'process raft request' (duration: 287.768548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:07.28992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.95353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:42:07.289967Z","caller":"traceutil/trace.go:171","msg":"trace[1946602553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1488; }","duration":"150.058412ms","start":"2026-02-27T23:42:07.139897Z","end":"2026-02-27T23:42:07.289956Z","steps":["trace[1946602553] 'agreement among raft nodes before linearized reading' (duration: 149.917689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:07.290153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.216263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-02-27T23:42:07.290197Z","caller":"traceutil/trace.go:171","msg":"trace[1952885990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1488; }","duration":"140.314465ms","start":"2026-02-27T23:42:07.14987Z","end":"2026-02-27T23:42:07.290184Z","steps":["trace[1952885990] 'agreement among raft nodes before linearized reading' (duration: 140.13608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:14.534638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285309869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T23:42:14.800978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.838118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09563b2c-996b-437e-8927-66cd32727e8a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-27T23:42:14.801476Z","caller":"traceutil/trace.go:171","msg":"trace[977454243] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09563b2c-996b-437e-8927-66cd32727e8a; range_end:; response_count:1; response_revision:1586; }","duration":"965.366581ms","start":"2026-02-27T23:42:13.836083Z","end":"2026-02-27T23:42:14.80145Z","steps":["trace[977454243] 'range keys from in-memory index tree' (duration: 964.588953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:14.801585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:13.836052Z","time spent":"965.517043ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09563b2c-996b-437e-8927-66cd32727e8a\" "} {"level":"info","ts":"2026-02-27T23:42:14.838639Z","caller":"traceutil/trace.go:171","msg":"trace[2107790587] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"975.367295ms","start":"2026-02-27T23:42:13.863244Z","end":"2026-02-27T23:42:14.838611Z","steps":["trace[2107790587] 'process raft request' (duration: 975.207801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:14.838812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:13.863208Z","time spent":"975.513017ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:42:14.850434Z","caller":"traceutil/trace.go:171","msg":"trace[254460687] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"512.053539ms","start":"2026-02-27T23:42:14.338365Z","end":"2026-02-27T23:42:14.850418Z","steps":["trace[254460687] 'process raft request' (duration: 505.781328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:14.850518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:14.338344Z","time spent":"512.133082ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:42:14.850404Z","caller":"traceutil/trace.go:171","msg":"trace[159824554] linearizableReadLoop","detail":"{readStateIndex:1654; appliedIndex:1653; }","duration":"816.726758ms","start":"2026-02-27T23:42:14.033644Z","end":"2026-02-27T23:42:14.850371Z","steps":["trace[159824554] 'read index received' (duration: 805.390413ms)","trace[159824554] 'applied index is now lower than readState.Index' (duration: 11.335165ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:42:14.850634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.967054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T23:42:14.85068Z","caller":"traceutil/trace.go:171","msg":"trace[1796370808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1588; }","duration":"817.073516ms","start":"2026-02-27T23:42:14.033595Z","end":"2026-02-27T23:42:14.850668Z","steps":["trace[1796370808] 'agreement among raft nodes before linearized reading' (duration: 816.866552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:14.850731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:14.033572Z","time spent":"817.149778ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T23:42:14.850838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.911062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09563b2c-996b-437e-8927-66cd32727e8a\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-02-27T23:42:14.850882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.361195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T23:42:14.850902Z","caller":"traceutil/trace.go:171","msg":"trace[1122986144] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09563b2c-996b-437e-8927-66cd32727e8a; range_end:; response_count:1; response_revision:1588; }","duration":"708.003284ms","start":"2026-02-27T23:42:14.142883Z","end":"2026-02-27T23:42:14.850887Z","steps":["trace[1122986144] 'agreement among raft nodes before linearized reading' (duration: 707.841831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:14.850897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.92083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T23:42:14.850886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.932673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-27T23:42:14.85094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:14.142869Z","time spent":"708.062465ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09563b2c-996b-437e-8927-66cd32727e8a\" "} {"level":"info","ts":"2026-02-27T23:42:14.85096Z","caller":"traceutil/trace.go:171","msg":"trace[111862453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1588; }","duration":"815.994513ms","start":"2026-02-27T23:42:14.034951Z","end":"2026-02-27T23:42:14.850945Z","steps":["trace[111862453] 'agreement among raft nodes before linearized reading' (duration: 815.853949ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:42:14.850971Z","caller":"traceutil/trace.go:171","msg":"trace[768340556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1588; }","duration":"817.068036ms","start":"2026-02-27T23:42:14.033883Z","end":"2026-02-27T23:42:14.850951Z","steps":["trace[768340556] 'agreement among raft nodes before linearized reading' (duration: 816.82653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:14.851002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:14.034944Z","time spent":"816.049314ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T23:42:14.85101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:14.03386Z","time spent":"817.141468ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T23:42:14.850915Z","caller":"traceutil/trace.go:171","msg":"trace[193389987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1588; }","duration":"507.440577ms","start":"2026-02-27T23:42:14.343464Z","end":"2026-02-27T23:42:14.850905Z","steps":["trace[193389987] 'agreement among raft nodes before linearized reading' (duration: 507.298174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:14.851127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:14.343453Z","time spent":"507.664932ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T23:42:14.851586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.998322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:42:14.851643Z","caller":"traceutil/trace.go:171","msg":"trace[1642791603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1588; }","duration":"711.30728ms","start":"2026-02-27T23:42:14.140317Z","end":"2026-02-27T23:42:14.851625Z","steps":["trace[1642791603] 'agreement among raft nodes before linearized reading' (duration: 711.173507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:14.851671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:14.140287Z","time spent":"711.3765ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T23:42:14.994856Z","caller":"traceutil/trace.go:171","msg":"trace[1621761500] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"139.389704ms","start":"2026-02-27T23:42:14.855434Z","end":"2026-02-27T23:42:14.994823Z","steps":["trace[1621761500] 'process raft request' (duration: 139.131908ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:42:14.99525Z","caller":"traceutil/trace.go:171","msg":"trace[55257203] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"133.722966ms","start":"2026-02-27T23:42:14.8615Z","end":"2026-02-27T23:42:14.995223Z","steps":["trace[55257203] 'process raft request' (duration: 133.549553ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:42:14.995278Z","caller":"traceutil/trace.go:171","msg":"trace[592468554] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"138.558765ms","start":"2026-02-27T23:42:14.856686Z","end":"2026-02-27T23:42:14.995244Z","steps":["trace[592468554] 'process raft request' (duration: 138.088014ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:42:15.135958Z","caller":"traceutil/trace.go:171","msg":"trace[194072461] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"132.292803ms","start":"2026-02-27T23:42:15.003607Z","end":"2026-02-27T23:42:15.135899Z","steps":["trace[194072461] 'process raft request' (duration: 92.506369ms)","trace[194072461] 'compare' (duration: 39.59809ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:42:15.641266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285309883,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T23:42:15.917684Z","caller":"traceutil/trace.go:171","msg":"trace[1234722141] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"873.293241ms","start":"2026-02-27T23:42:15.044372Z","end":"2026-02-27T23:42:15.917665Z","steps":["trace[1234722141] 'process raft request' (duration: 795.551334ms)","trace[1234722141] 'compare' (duration: 77.408959ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:42:15.91781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:15.044338Z","time spent":"873.397182ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:42:15.966024Z","caller":"traceutil/trace.go:171","msg":"trace[1649311894] linearizableReadLoop","detail":"{readStateIndex:1662; appliedIndex:1660; }","duration":"825.452296ms","start":"2026-02-27T23:42:15.140548Z","end":"2026-02-27T23:42:15.966Z","steps":["trace[1649311894] 'read index received' (duration: 699.485614ms)","trace[1649311894] 'applied index is now lower than readState.Index' (duration: 125.965562ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:42:15.966091Z","caller":"traceutil/trace.go:171","msg":"trace[29596432] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"817.176389ms","start":"2026-02-27T23:42:15.148896Z","end":"2026-02-27T23:42:15.966072Z","steps":["trace[29596432] 'process raft request' (duration: 816.970174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:15.966129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.586568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:42:15.966158Z","caller":"traceutil/trace.go:171","msg":"trace[684976178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1596; }","duration":"825.670861ms","start":"2026-02-27T23:42:15.140481Z","end":"2026-02-27T23:42:15.966152Z","steps":["trace[684976178] 'agreement among raft nodes before linearized reading' (duration: 825.60921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:15.966178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:15.140453Z","time spent":"825.720992ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T23:42:15.96619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:15.148867Z","time spent":"817.273302ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:42:15.984638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.875308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09563b2c-996b-437e-8927-66cd32727e8a\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-02-27T23:42:15.984666Z","caller":"traceutil/trace.go:171","msg":"trace[2070631989] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09563b2c-996b-437e-8927-66cd32727e8a; range_end:; response_count:1; response_revision:1600; }","duration":"177.94207ms","start":"2026-02-27T23:42:15.806717Z","end":"2026-02-27T23:42:15.984659Z","steps":["trace[2070631989] 'agreement among raft nodes before linearized reading' (duration: 177.849498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:15.98507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.480393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T23:42:15.985183Z","caller":"traceutil/trace.go:171","msg":"trace[304015706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1600; }","duration":"126.647117ms","start":"2026-02-27T23:42:15.858511Z","end":"2026-02-27T23:42:15.985158Z","steps":["trace[304015706] 'agreement among raft nodes before linearized reading' (duration: 126.33095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:42:29.338665Z","caller":"traceutil/trace.go:171","msg":"trace[1950869055] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"440.517002ms","start":"2026-02-27T23:42:28.898121Z","end":"2026-02-27T23:42:29.338638Z","steps":["trace[1950869055] 'process raft request' (duration: 440.355848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:29.338843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:28.898096Z","time spent":"440.655885ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:42:29.468678Z","caller":"traceutil/trace.go:171","msg":"trace[664205835] linearizableReadLoop","detail":"{readStateIndex:1779; appliedIndex:1777; }","duration":"524.890679ms","start":"2026-02-27T23:42:28.943741Z","end":"2026-02-27T23:42:29.468631Z","steps":["trace[664205835] 'read index received' (duration: 394.816625ms)","trace[664205835] 'applied index is now lower than readState.Index' (duration: 130.072344ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:42:29.468731Z","caller":"traceutil/trace.go:171","msg":"trace[1214684521] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"539.554789ms","start":"2026-02-27T23:42:28.929147Z","end":"2026-02-27T23:42:29.468702Z","steps":["trace[1214684521] 'process raft request' (duration: 539.157529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:29.468884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.143385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T23:42:29.468892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:28.929127Z","time spent":"539.670092ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:42:29.46894Z","caller":"traceutil/trace.go:171","msg":"trace[1761642959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1710; }","duration":"525.202746ms","start":"2026-02-27T23:42:28.943724Z","end":"2026-02-27T23:42:29.468927Z","steps":["trace[1761642959] 'agreement among raft nodes before linearized reading' (duration: 525.033242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:29.468972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:28.94366Z","time spent":"525.304439ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T23:42:29.469032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.051383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-27T23:42:29.469059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.790812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-27T23:42:29.469122Z","caller":"traceutil/trace.go:171","msg":"trace[1013501230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1710; }","duration":"384.223977ms","start":"2026-02-27T23:42:29.084881Z","end":"2026-02-27T23:42:29.469105Z","steps":["trace[1013501230] 'agreement among raft nodes before linearized reading' (duration: 383.944561ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:42:29.469139Z","caller":"traceutil/trace.go:171","msg":"trace[91821807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1710; }","duration":"369.918285ms","start":"2026-02-27T23:42:29.099203Z","end":"2026-02-27T23:42:29.469121Z","steps":["trace[91821807] 'agreement among raft nodes before linearized reading' (duration: 369.6709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:29.469177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:29.084857Z","time spent":"384.306368ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T23:42:29.469183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:29.099179Z","time spent":"369.995836ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T23:42:29.469152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.395044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-02-27T23:42:29.469294Z","caller":"traceutil/trace.go:171","msg":"trace[1322385476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1710; }","duration":"240.573478ms","start":"2026-02-27T23:42:29.22868Z","end":"2026-02-27T23:42:29.469253Z","steps":["trace[1322385476] 'agreement among raft nodes before linearized reading' (duration: 240.160389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:29.469286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.751305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T23:42:29.469315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.236968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-27T23:42:29.469369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.604955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T23:42:29.469386Z","caller":"traceutil/trace.go:171","msg":"trace[1928044339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1710; }","duration":"368.32034ms","start":"2026-02-27T23:42:29.101047Z","end":"2026-02-27T23:42:29.469367Z","steps":["trace[1928044339] 'agreement among raft nodes before linearized reading' (duration: 368.118895ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:42:29.469388Z","caller":"traceutil/trace.go:171","msg":"trace[1470129162] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1710; }","duration":"237.896138ms","start":"2026-02-27T23:42:29.231465Z","end":"2026-02-27T23:42:29.469361Z","steps":["trace[1470129162] 'agreement among raft nodes before linearized reading' (duration: 237.698783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:29.46943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:29.10104Z","time spent":"368.383081ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T23:42:29.469439Z","caller":"traceutil/trace.go:171","msg":"trace[257023004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1710; }","duration":"372.703778ms","start":"2026-02-27T23:42:29.096713Z","end":"2026-02-27T23:42:29.469417Z","steps":["trace[257023004] 'agreement among raft nodes before linearized reading' (duration: 372.469883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:29.469485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:29.096695Z","time spent":"372.77761ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T23:42:29.665916Z","caller":"traceutil/trace.go:171","msg":"trace[1077284657] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"191.198818ms","start":"2026-02-27T23:42:29.474691Z","end":"2026-02-27T23:42:29.66589Z","steps":["trace[1077284657] 'process raft request' (duration: 191.156747ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:42:29.665955Z","caller":"traceutil/trace.go:171","msg":"trace[1991699497] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"191.518795ms","start":"2026-02-27T23:42:29.474412Z","end":"2026-02-27T23:42:29.665931Z","steps":["trace[1991699497] 'process raft request' (duration: 135.657849ms)","trace[1991699497] 'compare' (duration: 55.561539ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:42:29.666064Z","caller":"traceutil/trace.go:171","msg":"trace[475541293] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"191.379332ms","start":"2026-02-27T23:42:29.474645Z","end":"2026-02-27T23:42:29.666024Z","steps":["trace[475541293] 'process raft request' (duration: 191.106336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:42:29.666159Z","caller":"traceutil/trace.go:171","msg":"trace[1617330536] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"191.451933ms","start":"2026-02-27T23:42:29.474666Z","end":"2026-02-27T23:42:29.666118Z","steps":["trace[1617330536] 'process raft request' (duration: 191.149176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:34.006854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285310172,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T23:42:34.290323Z","caller":"traceutil/trace.go:171","msg":"trace[787605355] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"937.489374ms","start":"2026-02-27T23:42:33.352792Z","end":"2026-02-27T23:42:34.290282Z","steps":["trace[787605355] 'process raft request' (duration: 937.296979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:34.290615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:33.352758Z","time spent":"937.75113ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:42:34.292103Z","caller":"traceutil/trace.go:171","msg":"trace[357725845] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"797.386223ms","start":"2026-02-27T23:42:33.494605Z","end":"2026-02-27T23:42:34.291991Z","steps":["trace[357725845] 'process raft request' (duration: 797.209639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:34.292259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:33.494572Z","time spent":"797.598298ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:42:34.292263Z","caller":"traceutil/trace.go:171","msg":"trace[2004581339] linearizableReadLoop","detail":"{readStateIndex:1800; appliedIndex:1799; }","duration":"786.222463ms","start":"2026-02-27T23:42:33.50599Z","end":"2026-02-27T23:42:34.292212Z","steps":["trace[2004581339] 'read index received' (duration: 784.466584ms)","trace[2004581339] 'applied index is now lower than readState.Index' (duration: 1.753819ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:42:34.292362Z","caller":"traceutil/trace.go:171","msg":"trace[553744086] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"264.501565ms","start":"2026-02-27T23:42:34.027831Z","end":"2026-02-27T23:42:34.292332Z","steps":["trace[553744086] 'process raft request' (duration: 264.114296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:34.292558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.571022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T23:42:34.292617Z","caller":"traceutil/trace.go:171","msg":"trace[1748446668] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1730; }","duration":"786.676254ms","start":"2026-02-27T23:42:33.505924Z","end":"2026-02-27T23:42:34.2926Z","steps":["trace[1748446668] 'agreement among raft nodes before linearized reading' (duration: 786.489969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:34.292659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:33.5059Z","time spent":"786.750476ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T23:42:34.292713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.001978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T23:42:34.292752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.143564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T23:42:34.292798Z","caller":"traceutil/trace.go:171","msg":"trace[2071039138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1730; }","duration":"609.272156ms","start":"2026-02-27T23:42:33.683517Z","end":"2026-02-27T23:42:34.292789Z","steps":["trace[2071039138] 'agreement among raft nodes before linearized reading' (duration: 609.086072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:34.292792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.134143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T23:42:34.292807Z","caller":"traceutil/trace.go:171","msg":"trace[1919182168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1730; }","duration":"152.161391ms","start":"2026-02-27T23:42:34.140622Z","end":"2026-02-27T23:42:34.292784Z","steps":["trace[1919182168] 'agreement among raft nodes before linearized reading' (duration: 152.022908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:34.292826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:33.683486Z","time spent":"609.333728ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T23:42:34.292841Z","caller":"traceutil/trace.go:171","msg":"trace[707196578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1730; }","duration":"609.296177ms","start":"2026-02-27T23:42:33.683532Z","end":"2026-02-27T23:42:34.292828Z","steps":["trace[707196578] 'agreement among raft nodes before linearized reading' (duration: 609.063842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:34.292882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:33.683507Z","time spent":"609.366059ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T23:42:34.293356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.364905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T23:42:34.293412Z","caller":"traceutil/trace.go:171","msg":"trace[1149630142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1730; }","duration":"612.472769ms","start":"2026-02-27T23:42:33.680927Z","end":"2026-02-27T23:42:34.2934Z","steps":["trace[1149630142] 'agreement among raft nodes before linearized reading' (duration: 612.320405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:34.293446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:33.680897Z","time spent":"612.539899ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T23:42:34.29311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.789186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T23:42:34.293621Z","caller":"traceutil/trace.go:171","msg":"trace[1469757045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1730; }","duration":"609.342008ms","start":"2026-02-27T23:42:33.684243Z","end":"2026-02-27T23:42:34.293585Z","steps":["trace[1469757045] 'agreement among raft nodes before linearized reading' (duration: 608.480069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:34.293686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.244009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T23:42:34.293761Z","caller":"traceutil/trace.go:171","msg":"trace[425860821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1730; }","duration":"760.404204ms","start":"2026-02-27T23:42:33.533344Z","end":"2026-02-27T23:42:34.293748Z","steps":["trace[425860821] 'agreement among raft nodes before linearized reading' (duration: 759.171826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:34.293691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:33.684232Z","time spent":"609.444751ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T23:42:34.293802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:33.533314Z","time spent":"760.480625ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T23:43:06.664877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.763358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T23:43:06.664926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.187978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T23:43:06.665022Z","caller":"traceutil/trace.go:171","msg":"trace[1196367202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1891; }","duration":"123.306901ms","start":"2026-02-27T23:43:06.541692Z","end":"2026-02-27T23:43:06.664999Z","steps":["trace[1196367202] 'range keys from in-memory index tree' (duration: 123.043015ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:06.664965Z","caller":"traceutil/trace.go:171","msg":"trace[264722858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1891; }","duration":"197.878902ms","start":"2026-02-27T23:43:06.467069Z","end":"2026-02-27T23:43:06.664948Z","steps":["trace[264722858] 'range keys from in-memory index tree' (duration: 197.590125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:06.665268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.367083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T23:43:06.665343Z","caller":"traceutil/trace.go:171","msg":"trace[368950026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1891; }","duration":"143.452015ms","start":"2026-02-27T23:43:06.521874Z","end":"2026-02-27T23:43:06.665326Z","steps":["trace[368950026] 'range keys from in-memory index tree' (duration: 142.934563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:06.665539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.259979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T23:43:06.665622Z","caller":"traceutil/trace.go:171","msg":"trace[272307366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1891; }","duration":"146.371161ms","start":"2026-02-27T23:43:06.519234Z","end":"2026-02-27T23:43:06.665606Z","steps":["trace[272307366] 'range keys from in-memory index tree' (duration: 145.47527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:06.665667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.736054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T23:43:06.66573Z","caller":"traceutil/trace.go:171","msg":"trace[1056756640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1891; }","duration":"140.840517ms","start":"2026-02-27T23:43:06.524873Z","end":"2026-02-27T23:43:06.665714Z","steps":["trace[1056756640] 'range keys from in-memory index tree' (duration: 139.805422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:06.66586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.535532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T23:43:06.66594Z","caller":"traceutil/trace.go:171","msg":"trace[488483527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1891; }","duration":"141.638894ms","start":"2026-02-27T23:43:06.524281Z","end":"2026-02-27T23:43:06.66592Z","steps":["trace[488483527] 'range keys from in-memory index tree' (duration: 140.405906ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:12.407154Z","caller":"traceutil/trace.go:171","msg":"trace[40595617] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"381.129345ms","start":"2026-02-27T23:43:12.025988Z","end":"2026-02-27T23:43:12.407118Z","steps":["trace[40595617] 'process raft request' (duration: 380.92213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:12.407422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:12.025958Z","time spent":"381.303668ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:43:12.504664Z","caller":"traceutil/trace.go:171","msg":"trace[1670985559] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1994; }","duration":"364.881888ms","start":"2026-02-27T23:43:12.139751Z","end":"2026-02-27T23:43:12.504633Z","steps":["trace[1670985559] 'read index received' (duration: 267.160084ms)","trace[1670985559] 'applied index is now lower than readState.Index' (duration: 97.719094ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:43:12.504851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.069942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:43:12.504892Z","caller":"traceutil/trace.go:171","msg":"trace[1673581906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1920; }","duration":"365.176604ms","start":"2026-02-27T23:43:12.139705Z","end":"2026-02-27T23:43:12.504882Z","steps":["trace[1673581906] 'agreement among raft nodes before linearized reading' (duration: 365.028081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:12.504925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:12.139683Z","time spent":"365.234385ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T23:43:13.500903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285310667,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T23:43:13.98641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.821275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-27T23:43:13.986407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121225812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-02-27T23:43:13.986524Z","caller":"traceutil/trace.go:171","msg":"trace[84335066] linearizableReadLoop","detail":"{readStateIndex:2006; appliedIndex:2005; }","duration":"986.166987ms","start":"2026-02-27T23:43:13.000341Z","end":"2026-02-27T23:43:13.986508Z","steps":["trace[84335066] 'read index received' (duration: 535.171148ms)","trace[84335066] 'applied index is now lower than readState.Index' (duration: 450.994769ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:43:13.986566Z","caller":"traceutil/trace.go:171","msg":"trace[354616495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1926; }","duration":"1.121442726s","start":"2026-02-27T23:43:12.865083Z","end":"2026-02-27T23:43:13.986525Z","steps":["trace[354616495] 'range keys from in-memory index tree' (duration: 1.121033878s)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:13.986615Z","caller":"traceutil/trace.go:171","msg":"trace[1938700166] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.062716572s","start":"2026-02-27T23:43:12.923887Z","end":"2026-02-27T23:43:13.986603Z","steps":["trace[1938700166] 'process raft request' (duration: 611.602ms)","trace[1938700166] 'compare' (duration: 450.724193ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:43:13.986656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:12.865062Z","time spent":"1.121560199s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T23:43:13.986682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:12.923863Z","time spent":"1.062788294s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:43:13.986893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.139318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T23:43:13.986975Z","caller":"traceutil/trace.go:171","msg":"trace[774558042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"257.273221ms","start":"2026-02-27T23:43:13.729683Z","end":"2026-02-27T23:43:13.986956Z","steps":["trace[774558042] 'agreement among raft nodes before linearized reading' (duration: 257.066266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:13.987217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.879062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T23:43:13.987266Z","caller":"traceutil/trace.go:171","msg":"trace[1263414085] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1927; }","duration":"986.971874ms","start":"2026-02-27T23:43:13.000282Z","end":"2026-02-27T23:43:13.987254Z","steps":["trace[1263414085] 'agreement among raft nodes before linearized reading' (duration: 986.819361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:13.987298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:13.00026Z","time spent":"987.031636ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T23:43:14.401867Z","caller":"traceutil/trace.go:171","msg":"trace[30216391] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2006; }","duration":"410.091787ms","start":"2026-02-27T23:43:13.991739Z","end":"2026-02-27T23:43:14.401831Z","steps":["trace[30216391] 'read index received' (duration: 310.184905ms)","trace[30216391] 'applied index is now lower than readState.Index' (duration: 99.905612ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:43:14.401995Z","caller":"traceutil/trace.go:171","msg":"trace[1320866048] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"410.502016ms","start":"2026-02-27T23:43:13.991466Z","end":"2026-02-27T23:43:14.401968Z","steps":["trace[1320866048] 'process raft request' (duration: 310.44739ms)","trace[1320866048] 'compare' (duration: 99.621976ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:43:14.402424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.649819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:14 size:23882"} {"level":"info","ts":"2026-02-27T23:43:14.402514Z","caller":"traceutil/trace.go:171","msg":"trace[628744782] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:14; response_revision:1928; }","duration":"410.770801ms","start":"2026-02-27T23:43:13.991724Z","end":"2026-02-27T23:43:14.402495Z","steps":["trace[628744782] 'agreement among raft nodes before linearized reading' (duration: 410.394303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:14.402568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:13.991718Z","time spent":"410.835574ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":23905,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T23:43:14.402623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.586893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T23:43:14.40264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.153754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128998"} {"level":"info","ts":"2026-02-27T23:43:14.402702Z","caller":"traceutil/trace.go:171","msg":"trace[331708715] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1928; }","duration":"404.697776ms","start":"2026-02-27T23:43:13.997985Z","end":"2026-02-27T23:43:14.402683Z","steps":["trace[331708715] 'agreement among raft nodes before linearized reading' (duration: 404.545281ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:14.402718Z","caller":"traceutil/trace.go:171","msg":"trace[1945998215] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1928; }","duration":"408.264106ms","start":"2026-02-27T23:43:13.994432Z","end":"2026-02-27T23:43:14.402696Z","steps":["trace[1945998215] 'agreement among raft nodes before linearized reading' (duration: 408.04368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:14.402752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:13.997971Z","time spent":"404.772568ms","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T23:43:14.402765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:13.994411Z","time spent":"408.343028ms","remote":"127.0.0.1:58826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129021,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T23:43:14.40287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.94616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T23:43:14.402829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:13.991453Z","time spent":"410.929786ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:43:14.403001Z","caller":"traceutil/trace.go:171","msg":"trace[1904388465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1928; }","duration":"263.135413ms","start":"2026-02-27T23:43:14.13984Z","end":"2026-02-27T23:43:14.402976Z","steps":["trace[1904388465] 'agreement among raft nodes before linearized reading' (duration: 262.723763ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:14.857014Z","caller":"traceutil/trace.go:171","msg":"trace[1154559962] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"347.538747ms","start":"2026-02-27T23:43:14.509421Z","end":"2026-02-27T23:43:14.85696Z","steps":["trace[1154559962] 'process raft request' (duration: 324.149509ms)","trace[1154559962] 'compare' (duration: 23.04691ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:43:14.857083Z","caller":"traceutil/trace.go:171","msg":"trace[1772175914] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"346.883252ms","start":"2026-02-27T23:43:14.510167Z","end":"2026-02-27T23:43:14.85705Z","steps":["trace[1772175914] 'process raft request' (duration: 346.673587ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:14.85712Z","caller":"traceutil/trace.go:171","msg":"trace[660180924] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"346.681307ms","start":"2026-02-27T23:43:14.510408Z","end":"2026-02-27T23:43:14.857089Z","steps":["trace[660180924] 'process raft request' (duration: 346.541054ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:14.857044Z","caller":"traceutil/trace.go:171","msg":"trace[1651134510] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2007; }","duration":"140.99139ms","start":"2026-02-27T23:43:14.716017Z","end":"2026-02-27T23:43:14.857008Z","steps":["trace[1651134510] 'read index received' (duration: 117.572471ms)","trace[1651134510] 'applied index is now lower than readState.Index' (duration: 23.417319ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:43:14.857322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:14.510371Z","time spent":"346.850941ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:43:14.85739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.366888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T23:43:14.857247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:14.510141Z","time spent":"347.008075ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:43:14.85737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:14.509403Z","time spent":"347.69188ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:43:14.857543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.626508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T23:43:14.857546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.616818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T23:43:14.857578Z","caller":"traceutil/trace.go:171","msg":"trace[206869836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1931; }","duration":"131.691379ms","start":"2026-02-27T23:43:14.725874Z","end":"2026-02-27T23:43:14.857566Z","steps":["trace[206869836] 'agreement among raft nodes before linearized reading' (duration: 131.592607ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:14.857579Z","caller":"traceutil/trace.go:171","msg":"trace[1940749686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1931; }","duration":"131.686909ms","start":"2026-02-27T23:43:14.725884Z","end":"2026-02-27T23:43:14.857571Z","steps":["trace[1940749686] 'agreement among raft nodes before linearized reading' (duration: 131.599347ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:14.857449Z","caller":"traceutil/trace.go:171","msg":"trace[1144362965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1931; }","duration":"141.45537ms","start":"2026-02-27T23:43:14.71598Z","end":"2026-02-27T23:43:14.857435Z","steps":["trace[1144362965] 'agreement among raft nodes before linearized reading' (duration: 141.271166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:14.85769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.554146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T23:43:14.857773Z","caller":"traceutil/trace.go:171","msg":"trace[2058579448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1931; }","duration":"131.689109ms","start":"2026-02-27T23:43:14.72606Z","end":"2026-02-27T23:43:14.857749Z","steps":["trace[2058579448] 'agreement among raft nodes before linearized reading' (duration: 131.412053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:14.857691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.452875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T23:43:14.85786Z","caller":"traceutil/trace.go:171","msg":"trace[1536647582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1931; }","duration":"131.646459ms","start":"2026-02-27T23:43:14.726178Z","end":"2026-02-27T23:43:14.857825Z","steps":["trace[1536647582] 'agreement among raft nodes before linearized reading' (duration: 131.314341ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:14.964864Z","caller":"traceutil/trace.go:171","msg":"trace[2016873919] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"102.531122ms","start":"2026-02-27T23:43:14.862301Z","end":"2026-02-27T23:43:14.964832Z","steps":["trace[2016873919] 'process raft request' (duration: 97.170701ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:14.965098Z","caller":"traceutil/trace.go:171","msg":"trace[1165064357] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"102.519611ms","start":"2026-02-27T23:43:14.862569Z","end":"2026-02-27T23:43:14.965089Z","steps":["trace[1165064357] 'process raft request' (duration: 102.223355ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:14.965446Z","caller":"traceutil/trace.go:171","msg":"trace[604943946] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"102.852699ms","start":"2026-02-27T23:43:14.862574Z","end":"2026-02-27T23:43:14.965427Z","steps":["trace[604943946] 'process raft request' (duration: 102.47497ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:14.965466Z","caller":"traceutil/trace.go:171","msg":"trace[199316543] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"102.751746ms","start":"2026-02-27T23:43:14.862698Z","end":"2026-02-27T23:43:14.96545Z","steps":["trace[199316543] 'process raft request' (duration: 102.707195ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:14.965551Z","caller":"traceutil/trace.go:171","msg":"trace[869545099] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"102.865399ms","start":"2026-02-27T23:43:14.862663Z","end":"2026-02-27T23:43:14.965528Z","steps":["trace[869545099] 'process raft request' (duration: 102.667345ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:55.338558Z","caller":"traceutil/trace.go:171","msg":"trace[1562585913] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"156.384874ms","start":"2026-02-27T23:43:55.182143Z","end":"2026-02-27T23:43:55.338527Z","steps":["trace[1562585913] 'process raft request' (duration: 156.243901ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:55.645901Z","caller":"traceutil/trace.go:171","msg":"trace[1909260606] linearizableReadLoop","detail":"{readStateIndex:2400; appliedIndex:2398; }","duration":"462.358346ms","start":"2026-02-27T23:43:55.183518Z","end":"2026-02-27T23:43:55.645877Z","steps":["trace[1909260606] 'read index received' (duration: 155.041181ms)","trace[1909260606] 'applied index is now lower than readState.Index' (duration: 307.316155ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:43:55.646008Z","caller":"traceutil/trace.go:171","msg":"trace[2058076435] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"462.712065ms","start":"2026-02-27T23:43:55.183286Z","end":"2026-02-27T23:43:55.645998Z","steps":["trace[2058076435] 'process raft request' (duration: 462.545101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:55.645986Z","caller":"traceutil/trace.go:171","msg":"trace[2093458161] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"462.798797ms","start":"2026-02-27T23:43:55.183143Z","end":"2026-02-27T23:43:55.645942Z","steps":["trace[2093458161] 'process raft request' (duration: 460.668855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:55.646147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:55.183246Z","time spent":"462.796317ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:43:55.646164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:55.183135Z","time spent":"462.93045ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:43:55.646283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.075205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T23:43:55.646363Z","caller":"traceutil/trace.go:171","msg":"trace[1871963501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2305; }","duration":"461.177328ms","start":"2026-02-27T23:43:55.185166Z","end":"2026-02-27T23:43:55.646343Z","steps":["trace[1871963501] 'agreement among raft nodes before linearized reading' (duration: 460.988303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:55.646386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.862518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-27T23:43:55.646401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:55.18516Z","time spent":"461.234099ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T23:43:55.646433Z","caller":"traceutil/trace.go:171","msg":"trace[1693561543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2305; }","duration":"462.906519ms","start":"2026-02-27T23:43:55.183514Z","end":"2026-02-27T23:43:55.646421Z","steps":["trace[1693561543] 'agreement among raft nodes before linearized reading' (duration: 462.773756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:43:55.646462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:43:55.183493Z","time spent":"462.963081ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T23:44:29.460536Z","caller":"traceutil/trace.go:171","msg":"trace[1456482462] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"302.202492ms","start":"2026-02-27T23:44:29.158308Z","end":"2026-02-27T23:44:29.46051Z","steps":["trace[1456482462] 'process raft request' (duration: 302.007377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:29.460728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:29.15828Z","time spent":"302.347096ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:44:30.425013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.654817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:44:30.425345Z","caller":"traceutil/trace.go:171","msg":"trace[1306161974] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"1.257117717s","start":"2026-02-27T23:44:29.168209Z","end":"2026-02-27T23:44:30.425327Z","steps":["trace[1306161974] 'process raft request' (duration: 1.256872791s)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:44:30.425487Z","caller":"traceutil/trace.go:171","msg":"trace[1066018310] linearizableReadLoop","detail":"{readStateIndex:2593; appliedIndex:2590; }","duration":"975.946962ms","start":"2026-02-27T23:44:29.449529Z","end":"2026-02-27T23:44:30.425476Z","steps":["trace[1066018310] 'read index received' (duration: 10.77207ms)","trace[1066018310] 'applied index is now lower than readState.Index' (duration: 965.174102ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:44:30.42552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:29.168174Z","time spent":"1.257267831s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:44:30.425694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.317686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T23:44:30.425753Z","caller":"traceutil/trace.go:171","msg":"trace[1242340339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2491; }","duration":"912.417848ms","start":"2026-02-27T23:44:29.51332Z","end":"2026-02-27T23:44:30.425738Z","steps":["trace[1242340339] 'agreement among raft nodes before linearized reading' (duration: 912.239984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.425795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:29.513297Z","time spent":"912.489679ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T23:44:30.425807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.111344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T23:44:30.425826Z","caller":"traceutil/trace.go:171","msg":"trace[2110671182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2491; }","duration":"596.146015ms","start":"2026-02-27T23:44:29.829675Z","end":"2026-02-27T23:44:30.425821Z","steps":["trace[2110671182] 'agreement among raft nodes before linearized reading' (duration: 596.092564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.425845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:29.829668Z","time spent":"596.173975ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T23:44:30.425909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.172721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T23:44:30.425896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.606908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:44:30.425945Z","caller":"traceutil/trace.go:171","msg":"trace[1614915187] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2491; }","duration":"682.252324ms","start":"2026-02-27T23:44:29.743681Z","end":"2026-02-27T23:44:30.425933Z","steps":["trace[1614915187] 'agreement among raft nodes before linearized reading' (duration: 682.204952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.425958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.587347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18983f1d95141fda\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-27T23:44:30.425972Z","caller":"traceutil/trace.go:171","msg":"trace[1888473333] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18983f1d95141fda; range_end:; response_count:1; response_revision:2491; }","duration":"480.627767ms","start":"2026-02-27T23:44:29.94534Z","end":"2026-02-27T23:44:30.425968Z","steps":["trace[1888473333] 'agreement among raft nodes before linearized reading' (duration: 480.584206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.425962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.659072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T23:44:30.425974Z","caller":"traceutil/trace.go:171","msg":"trace[628792707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2491; }","duration":"284.7279ms","start":"2026-02-27T23:44:30.141227Z","end":"2026-02-27T23:44:30.425955Z","steps":["trace[628792707] 'agreement among raft nodes before linearized reading' (duration: 284.555426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.425985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:29.945321Z","time spent":"480.661439ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18983f1d95141fda\" "} {"level":"info","ts":"2026-02-27T23:44:30.426005Z","caller":"traceutil/trace.go:171","msg":"trace[622895955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2491; }","duration":"597.738474ms","start":"2026-02-27T23:44:29.828255Z","end":"2026-02-27T23:44:30.425994Z","steps":["trace[622895955] 'agreement among raft nodes before linearized reading' (duration: 597.5908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.426012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.244078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T23:44:30.426046Z","caller":"traceutil/trace.go:171","msg":"trace[454825497] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2491; }","duration":"710.31986ms","start":"2026-02-27T23:44:29.715718Z","end":"2026-02-27T23:44:30.426038Z","steps":["trace[454825497] 'agreement among raft nodes before linearized reading' (duration: 710.272989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.426079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:29.715692Z","time spent":"710.380322ms","remote":"127.0.0.1:44600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T23:44:30.426073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.244939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T23:44:30.426123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.73533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T23:44:30.425972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:29.743654Z","time spent":"682.311174ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-27T23:44:30.426155Z","caller":"traceutil/trace.go:171","msg":"trace[1060657944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2491; }","duration":"596.793872ms","start":"2026-02-27T23:44:29.829353Z","end":"2026-02-27T23:44:30.426147Z","steps":["trace[1060657944] 'agreement among raft nodes before linearized reading' (duration: 596.71177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.426186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:29.829335Z","time spent":"596.846532ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T23:44:30.426178Z","caller":"traceutil/trace.go:171","msg":"trace[934280723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2491; }","duration":"117.366932ms","start":"2026-02-27T23:44:30.308779Z","end":"2026-02-27T23:44:30.426146Z","steps":["trace[934280723] 'agreement among raft nodes before linearized reading' (duration: 117.139996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.426088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.978721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T23:44:30.426045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:29.828232Z","time spent":"597.806455ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T23:44:30.426259Z","caller":"traceutil/trace.go:171","msg":"trace[1817291052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2491; }","duration":"596.144705ms","start":"2026-02-27T23:44:29.830105Z","end":"2026-02-27T23:44:30.42625Z","steps":["trace[1817291052] 'agreement among raft nodes before linearized reading' (duration: 595.95225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.426296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:29.830083Z","time spent":"596.204387ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T23:44:30.42632Z","caller":"traceutil/trace.go:171","msg":"trace[1490423053] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"1.257097247s","start":"2026-02-27T23:44:29.168095Z","end":"2026-02-27T23:44:30.425192Z","steps":["trace[1490423053] 'process raft request' (duration: 1.084207745s)","trace[1490423053] 'compare' (duration: 172.272297ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:44:30.426339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.812803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T23:44:30.426358Z","caller":"traceutil/trace.go:171","msg":"trace[1076604087] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2491; }","duration":"976.874054ms","start":"2026-02-27T23:44:29.449478Z","end":"2026-02-27T23:44:30.426352Z","steps":["trace[1076604087] 'agreement among raft nodes before linearized reading' (duration: 976.075345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.426371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:29.449456Z","time spent":"976.912665ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T23:44:30.426418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:29.16806Z","time spent":"1.258324087s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:44:30.683054Z","caller":"traceutil/trace.go:171","msg":"trace[495141096] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"253.910357ms","start":"2026-02-27T23:44:30.429121Z","end":"2026-02-27T23:44:30.683031Z","steps":["trace[495141096] 'process raft request' (duration: 198.090319ms)","trace[495141096] 'compare' (duration: 55.711595ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:44:30.740264Z","caller":"traceutil/trace.go:171","msg":"trace[123079821] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"310.118964ms","start":"2026-02-27T23:44:30.430117Z","end":"2026-02-27T23:44:30.740236Z","steps":["trace[123079821] 'process raft request' (duration: 310.028761ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:44:30.740308Z","caller":"traceutil/trace.go:171","msg":"trace[1383611473] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"310.665867ms","start":"2026-02-27T23:44:30.429612Z","end":"2026-02-27T23:44:30.740278Z","steps":["trace[1383611473] 'process raft request' (duration: 310.304077ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:44:30.74036Z","caller":"traceutil/trace.go:171","msg":"trace[1560151827] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"310.276717ms","start":"2026-02-27T23:44:30.430023Z","end":"2026-02-27T23:44:30.7403Z","steps":["trace[1560151827] 'process raft request' (duration: 310.045352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.740449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:30.430113Z","time spent":"310.239556ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:44:30.740458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:30.430011Z","time spent":"310.39053ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:44:30.740603Z","caller":"traceutil/trace.go:171","msg":"trace[1974363415] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"309.97981ms","start":"2026-02-27T23:44:30.430603Z","end":"2026-02-27T23:44:30.740583Z","steps":["trace[1974363415] 'process raft request' (duration: 309.587301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.740462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:30.429598Z","time spent":"310.776729ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:44:30.740723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:30.430598Z","time spent":"310.056942ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:44:30.740839Z","caller":"traceutil/trace.go:171","msg":"trace[223806931] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"310.049432ms","start":"2026-02-27T23:44:30.430778Z","end":"2026-02-27T23:44:30.740827Z","steps":["trace[223806931] 'process raft request' (duration: 309.782285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.740892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:30.430758Z","time spent":"310.103283ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:44:30.740939Z","caller":"traceutil/trace.go:171","msg":"trace[438614108] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"309.933949ms","start":"2026-02-27T23:44:30.430987Z","end":"2026-02-27T23:44:30.740921Z","steps":["trace[438614108] 'process raft request' (duration: 309.673513ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:44:30.741025Z","caller":"traceutil/trace.go:171","msg":"trace[1808861480] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"269.695577ms","start":"2026-02-27T23:44:30.471318Z","end":"2026-02-27T23:44:30.741014Z","steps":["trace[1808861480] 'process raft request' (duration: 269.490672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:30.741037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:44:30.430965Z","time spent":"310.022281ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:44:30.741034Z","caller":"traceutil/trace.go:171","msg":"trace[1214998578] linearizableReadLoop","detail":"{readStateIndex:2601; appliedIndex:2593; }","duration":"130.94775ms","start":"2026-02-27T23:44:30.610022Z","end":"2026-02-27T23:44:30.74097Z","steps":["trace[1214998578] 'read index received' (duration: 17.231185ms)","trace[1214998578] 'applied index is now lower than readState.Index' (duration: 113.714745ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:44:30.741276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.253668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T23:44:30.74134Z","caller":"traceutil/trace.go:171","msg":"trace[626382317] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2499; }","duration":"131.36383ms","start":"2026-02-27T23:44:30.60996Z","end":"2026-02-27T23:44:30.741324Z","steps":["trace[626382317] 'agreement among raft nodes before linearized reading' (duration: 131.154485ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:44:36.645148Z","caller":"traceutil/trace.go:171","msg":"trace[1206400054] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"199.747331ms","start":"2026-02-27T23:44:36.445383Z","end":"2026-02-27T23:44:36.64513Z","steps":["trace[1206400054] 'process raft request' (duration: 132.207013ms)","trace[1206400054] 'compare' (duration: 67.311363ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:44:36.948841Z","caller":"traceutil/trace.go:171","msg":"trace[1156948138] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"141.929213ms","start":"2026-02-27T23:44:36.806883Z","end":"2026-02-27T23:44:36.948812Z","steps":["trace[1156948138] 'process raft request' (duration: 99.724974ms)","trace[1156948138] 'compare' (duration: 42.068716ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:44:36.949167Z","caller":"traceutil/trace.go:171","msg":"trace[559700049] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"142.148598ms","start":"2026-02-27T23:44:36.807007Z","end":"2026-02-27T23:44:36.949156Z","steps":["trace[559700049] 'process raft request' (duration: 141.765459ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:44:36.949193Z","caller":"traceutil/trace.go:171","msg":"trace[606779104] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"142.083707ms","start":"2026-02-27T23:44:36.807086Z","end":"2026-02-27T23:44:36.949169Z","steps":["trace[606779104] 'process raft request' (duration: 141.980325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:44:37.31707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.640045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:44:37.317153Z","caller":"traceutil/trace.go:171","msg":"trace[797905309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2529; }","duration":"177.783098ms","start":"2026-02-27T23:44:37.139352Z","end":"2026-02-27T23:44:37.317135Z","steps":["trace[797905309] 'range keys from in-memory index tree' (duration: 177.525092ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:45:39.198518Z","caller":"traceutil/trace.go:171","msg":"trace[1673508354] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"100.133986ms","start":"2026-02-27T23:45:39.098356Z","end":"2026-02-27T23:45:39.19849Z","steps":["trace[1673508354] 'process raft request' (duration: 55.655644ms)","trace[1673508354] 'compare' (duration: 44.41096ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:46:02.534984Z","caller":"traceutil/trace.go:171","msg":"trace[444424980] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"107.021582ms","start":"2026-02-27T23:46:02.427937Z","end":"2026-02-27T23:46:02.534958Z","steps":["trace[444424980] 'process raft request' (duration: 106.856087ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:47:17.34567Z","caller":"traceutil/trace.go:171","msg":"trace[1151558283] transaction","detail":"{read_only:false; response_revision:3485; number_of_response:1; }","duration":"574.960139ms","start":"2026-02-27T23:47:16.770641Z","end":"2026-02-27T23:47:17.345602Z","steps":["trace[1151558283] 'process raft request' (duration: 562.332757ms)","trace[1151558283] 'compare' (duration: 12.103409ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:47:17.346326Z","caller":"traceutil/trace.go:171","msg":"trace[247207254] linearizableReadLoop","detail":"{readStateIndex:3629; appliedIndex:3627; }","duration":"137.942454ms","start":"2026-02-27T23:47:17.208353Z","end":"2026-02-27T23:47:17.346295Z","steps":["trace[247207254] 'read index received' (duration: 124.765049ms)","trace[247207254] 'applied index is now lower than readState.Index' (duration: 13.176145ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:47:17.346939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:47:16.770626Z","time spent":"576.19789ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:47:17.346552Z","caller":"traceutil/trace.go:171","msg":"trace[311585418] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"138.246781ms","start":"2026-02-27T23:47:17.208218Z","end":"2026-02-27T23:47:17.346465Z","steps":["trace[311585418] 'process raft request' (duration: 137.903423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:47:17.346546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.180729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T23:47:17.347118Z","caller":"traceutil/trace.go:171","msg":"trace[1043449742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:3486; }","duration":"138.815925ms","start":"2026-02-27T23:47:17.208279Z","end":"2026-02-27T23:47:17.347095Z","steps":["trace[1043449742] 'agreement among raft nodes before linearized reading' (duration: 138.054846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:47:17.347151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.157036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:47:17.347268Z","caller":"traceutil/trace.go:171","msg":"trace[1453220693] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3486; }","duration":"131.355801ms","start":"2026-02-27T23:47:17.215891Z","end":"2026-02-27T23:47:17.347247Z","steps":["trace[1453220693] 'agreement among raft nodes before linearized reading' (duration: 131.140806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:32.490958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.704412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T23:48:32.491059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.258753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T23:48:32.491145Z","caller":"traceutil/trace.go:171","msg":"trace[1707905974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4287; }","duration":"114.963438ms","start":"2026-02-27T23:48:32.376159Z","end":"2026-02-27T23:48:32.491123Z","steps":["trace[1707905974] 'range keys from in-memory index tree' (duration: 114.513557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:32.491302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.037405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T23:48:32.490973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.473706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T23:48:32.491419Z","caller":"traceutil/trace.go:171","msg":"trace[866884013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4287; }","duration":"116.247589ms","start":"2026-02-27T23:48:32.375144Z","end":"2026-02-27T23:48:32.491391Z","steps":["trace[866884013] 'range keys from in-memory index tree' (duration: 115.792049ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:32.491574Z","caller":"traceutil/trace.go:171","msg":"trace[159775102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4287; }","duration":"110.002329ms","start":"2026-02-27T23:48:32.381457Z","end":"2026-02-27T23:48:32.491459Z","steps":["trace[159775102] 'range keys from in-memory index tree' (duration: 109.333752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:32.491733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.579992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T23:48:32.491815Z","caller":"traceutil/trace.go:171","msg":"trace[474706185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4287; }","duration":"110.746366ms","start":"2026-02-27T23:48:32.38105Z","end":"2026-02-27T23:48:32.491796Z","steps":["trace[474706185] 'range keys from in-memory index tree' (duration: 109.779493ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:32.491253Z","caller":"traceutil/trace.go:171","msg":"trace[1942557287] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4287; }","duration":"206.523629ms","start":"2026-02-27T23:48:32.284708Z","end":"2026-02-27T23:48:32.491232Z","steps":["trace[1942557287] 'count revisions from in-memory index tree' (duration: 206.14211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:34.507838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.430105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:48:34.50804Z","caller":"traceutil/trace.go:171","msg":"trace[905912286] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"291.683725ms","start":"2026-02-27T23:48:34.216334Z","end":"2026-02-27T23:48:34.508018Z","steps":["trace[905912286] 'process raft request' (duration: 82.969982ms)","trace[905912286] 'compare' (duration: 208.294181ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:48:36.375822Z","caller":"traceutil/trace.go:171","msg":"trace[686181539] linearizableReadLoop","detail":"{readStateIndex:4572; appliedIndex:4571; }","duration":"192.914209ms","start":"2026-02-27T23:48:36.182878Z","end":"2026-02-27T23:48:36.375792Z","steps":["trace[686181539] 'read index received' (duration: 108.324088ms)","trace[686181539] 'applied index is now lower than readState.Index' (duration: 84.588931ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:48:36.375899Z","caller":"traceutil/trace.go:171","msg":"trace[944935892] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"199.639712ms","start":"2026-02-27T23:48:36.176217Z","end":"2026-02-27T23:48:36.375857Z","steps":["trace[944935892] 'process raft request' (duration: 114.958538ms)","trace[944935892] 'compare' (duration: 84.492869ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:48:36.376059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.168345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-02-27T23:48:36.376105Z","caller":"traceutil/trace.go:171","msg":"trace[1788551935] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4395; }","duration":"193.271148ms","start":"2026-02-27T23:48:36.182822Z","end":"2026-02-27T23:48:36.376093Z","steps":["trace[1788551935] 'agreement among raft nodes before linearized reading' (duration: 193.088863ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:37.275392Z","caller":"traceutil/trace.go:171","msg":"trace[2120371650] linearizableReadLoop","detail":"{readStateIndex:4599; appliedIndex:4598; }","duration":"109.949377ms","start":"2026-02-27T23:48:37.16542Z","end":"2026-02-27T23:48:37.275369Z","steps":["trace[2120371650] 'read index received' (duration: 109.827634ms)","trace[2120371650] 'applied index is now lower than readState.Index' (duration: 120.822µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:48:37.275533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.09645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-77a8d4e7-a0dd-4cf5-a610-d97ffb851156\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-02-27T23:48:37.275521Z","caller":"traceutil/trace.go:171","msg":"trace[202812563] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"165.973055ms","start":"2026-02-27T23:48:37.109484Z","end":"2026-02-27T23:48:37.275457Z","steps":["trace[202812563] 'process raft request' (duration: 165.705718ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:37.275613Z","caller":"traceutil/trace.go:171","msg":"trace[1501905045] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-77a8d4e7-a0dd-4cf5-a610-d97ffb851156; range_end:; response_count:1; response_revision:4421; }","duration":"110.229444ms","start":"2026-02-27T23:48:37.165368Z","end":"2026-02-27T23:48:37.275597Z","steps":["trace[1501905045] 'agreement among raft nodes before linearized reading' (duration: 110.09957ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:40.226477Z","caller":"traceutil/trace.go:171","msg":"trace[1404225245] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"437.887919ms","start":"2026-02-27T23:48:39.788559Z","end":"2026-02-27T23:48:40.226447Z","steps":["trace[1404225245] 'process raft request' (duration: 437.644384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:40.226701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:39.788539Z","time spent":"438.032933ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:48:40.228435Z","caller":"traceutil/trace.go:171","msg":"trace[570202192] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"439.321276ms","start":"2026-02-27T23:48:39.789094Z","end":"2026-02-27T23:48:40.228416Z","steps":["trace[570202192] 'process raft request' (duration: 439.184012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:40.228561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:39.789073Z","time spent":"439.418277ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:48:40.22871Z","caller":"traceutil/trace.go:171","msg":"trace[2013575604] linearizableReadLoop","detail":"{readStateIndex:4672; appliedIndex:4670; }","duration":"437.527582ms","start":"2026-02-27T23:48:39.791096Z","end":"2026-02-27T23:48:40.228623Z","steps":["trace[2013575604] 'read index received' (duration: 435.077153ms)","trace[2013575604] 'applied index is now lower than readState.Index' (duration: 2.446929ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:48:40.228789Z","caller":"traceutil/trace.go:171","msg":"trace[712305207] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"117.572691ms","start":"2026-02-27T23:48:40.111207Z","end":"2026-02-27T23:48:40.22878Z","steps":["trace[712305207] 'process raft request' (duration: 117.165781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:40.228914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.816049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7510"} {"level":"info","ts":"2026-02-27T23:48:40.22895Z","caller":"traceutil/trace.go:171","msg":"trace[1674291672] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4492; }","duration":"437.86608ms","start":"2026-02-27T23:48:39.791074Z","end":"2026-02-27T23:48:40.22894Z","steps":["trace[1674291672] 'agreement among raft nodes before linearized reading' (duration: 437.740867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:40.228975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:39.791068Z","time spent":"437.902341ms","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7533,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-27T23:48:40.229276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.941353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T23:48:40.229305Z","caller":"traceutil/trace.go:171","msg":"trace[1877480786] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:4492; }","duration":"356.007504ms","start":"2026-02-27T23:48:39.873291Z","end":"2026-02-27T23:48:40.229299Z","steps":["trace[1877480786] 'agreement among raft nodes before linearized reading' (duration: 355.931812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:40.229322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:39.873273Z","time spent":"356.045005ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-65q9b\" "} {"level":"warn","ts":"2026-02-27T23:48:40.229521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.963545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:48:40.229544Z","caller":"traceutil/trace.go:171","msg":"trace[537143950] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4492; }","duration":"321.020756ms","start":"2026-02-27T23:48:39.908518Z","end":"2026-02-27T23:48:40.229539Z","steps":["trace[537143950] 'agreement among raft nodes before linearized reading' (duration: 320.978965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:40.229539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.167856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T23:48:40.229606Z","caller":"traceutil/trace.go:171","msg":"trace[1335865125] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4492; }","duration":"177.303479ms","start":"2026-02-27T23:48:40.052284Z","end":"2026-02-27T23:48:40.229587Z","steps":["trace[1335865125] 'agreement among raft nodes before linearized reading' (duration: 177.142616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:40.229565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:39.9085Z","time spent":"321.057387ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T23:48:40.230127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.832397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wphdj\" ","response":"range_response_count:1 size:9633"} {"level":"info","ts":"2026-02-27T23:48:40.230202Z","caller":"traceutil/trace.go:171","msg":"trace[1215726266] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wphdj; range_end:; response_count:1; response_revision:4492; }","duration":"119.95969ms","start":"2026-02-27T23:48:40.110224Z","end":"2026-02-27T23:48:40.230184Z","steps":["trace[1215726266] 'agreement among raft nodes before linearized reading' (duration: 119.682413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:41.420151Z","caller":"traceutil/trace.go:171","msg":"trace[419277047] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"295.401794ms","start":"2026-02-27T23:48:41.124723Z","end":"2026-02-27T23:48:41.420125Z","steps":["trace[419277047] 'process raft request' (duration: 295.2416ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:41.425557Z","caller":"traceutil/trace.go:171","msg":"trace[688732996] linearizableReadLoop","detail":"{readStateIndex:4685; appliedIndex:4683; }","duration":"286.014947ms","start":"2026-02-27T23:48:41.139506Z","end":"2026-02-27T23:48:41.425521Z","steps":["trace[688732996] 'read index received' (duration: 280.433701ms)","trace[688732996] 'applied index is now lower than readState.Index' (duration: 5.579496ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:48:41.425722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.19359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:48:41.425717Z","caller":"traceutil/trace.go:171","msg":"trace[915177566] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"290.200269ms","start":"2026-02-27T23:48:41.135471Z","end":"2026-02-27T23:48:41.425671Z","steps":["trace[915177566] 'process raft request' (duration: 289.854711ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:41.425765Z","caller":"traceutil/trace.go:171","msg":"trace[1597623114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4504; }","duration":"286.314893ms","start":"2026-02-27T23:48:41.139439Z","end":"2026-02-27T23:48:41.425754Z","steps":["trace[1597623114] 'agreement among raft nodes before linearized reading' (duration: 286.212311ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:45.088438Z","caller":"traceutil/trace.go:171","msg":"trace[1704547330] linearizableReadLoop","detail":"{readStateIndex:4824; appliedIndex:4823; }","duration":"514.538898ms","start":"2026-02-27T23:48:44.573869Z","end":"2026-02-27T23:48:45.088407Z","steps":["trace[1704547330] 'read index received' (duration: 414.82139ms)","trace[1704547330] 'applied index is now lower than readState.Index' (duration: 99.716068ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:48:45.08855Z","caller":"traceutil/trace.go:171","msg":"trace[2034260914] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"548.374309ms","start":"2026-02-27T23:48:44.540128Z","end":"2026-02-27T23:48:45.088503Z","steps":["trace[2034260914] 'process raft request' (duration: 448.548289ms)","trace[2034260914] 'compare' (duration: 99.443391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:48:45.088721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.830526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T23:48:45.08877Z","caller":"traceutil/trace.go:171","msg":"trace[80767511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4639; }","duration":"514.896097ms","start":"2026-02-27T23:48:44.573862Z","end":"2026-02-27T23:48:45.088758Z","steps":["trace[80767511] 'agreement among raft nodes before linearized reading' (duration: 514.673001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:45.088755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:44.540099Z","time spent":"548.542104ms","remote":"127.0.0.1:44618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2501,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T23:48:45.088804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:44.573798Z","time spent":"514.99811ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T23:48:45.49204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.667434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:48:45.492209Z","caller":"traceutil/trace.go:171","msg":"trace[1409325576] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"882.991426ms","start":"2026-02-27T23:48:44.609165Z","end":"2026-02-27T23:48:45.492156Z","steps":["trace[1409325576] 'process raft request' (duration: 591.114456ms)","trace[1409325576] 'compare' (duration: 291.404688ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:48:45.49228Z","caller":"traceutil/trace.go:171","msg":"trace[1489931150] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"398.70854ms","start":"2026-02-27T23:48:45.093551Z","end":"2026-02-27T23:48:45.492259Z","steps":["trace[1489931150] 'process raft request' (duration: 398.609718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:45.492389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:45.09353Z","time spent":"398.790803ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:48:45.492426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:44.609139Z","time spent":"883.15906ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:48:45.492454Z","caller":"traceutil/trace.go:171","msg":"trace[2016002094] linearizableReadLoop","detail":"{readStateIndex:4825; appliedIndex:4824; }","duration":"403.908067ms","start":"2026-02-27T23:48:45.088506Z","end":"2026-02-27T23:48:45.492414Z","steps":["trace[2016002094] 'read index received' (duration: 111.787302ms)","trace[2016002094] 'applied index is now lower than readState.Index' (duration: 292.118685ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:48:45.492675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.561801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T23:48:45.492721Z","caller":"traceutil/trace.go:171","msg":"trace[763206370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4641; }","duration":"907.629033ms","start":"2026-02-27T23:48:44.585081Z","end":"2026-02-27T23:48:45.49271Z","steps":["trace[763206370] 'agreement among raft nodes before linearized reading' (duration: 907.49953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:45.492729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.247245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T23:48:45.492753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:44.585068Z","time spent":"907.678084ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T23:48:45.492774Z","caller":"traceutil/trace.go:171","msg":"trace[776375964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4641; }","duration":"912.388818ms","start":"2026-02-27T23:48:44.580373Z","end":"2026-02-27T23:48:45.492762Z","steps":["trace[776375964] 'agreement among raft nodes before linearized reading' (duration: 912.220584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:45.492818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:44.580345Z","time spent":"912.464971ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T23:48:45.492914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.708388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16101"} {"level":"warn","ts":"2026-02-27T23:48:45.492926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.965576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:48:45.493045Z","caller":"traceutil/trace.go:171","msg":"trace[1776587924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4641; }","duration":"354.122819ms","start":"2026-02-27T23:48:45.138895Z","end":"2026-02-27T23:48:45.493017Z","steps":["trace[1776587924] 'agreement among raft nodes before linearized reading' (duration: 353.953495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:45.493092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.006938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T23:48:45.493111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:45.138874Z","time spent":"354.223842ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T23:48:45.493123Z","caller":"traceutil/trace.go:171","msg":"trace[1585317034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4641; }","duration":"919.099011ms","start":"2026-02-27T23:48:44.574015Z","end":"2026-02-27T23:48:45.493114Z","steps":["trace[1585317034] 'agreement among raft nodes before linearized reading' (duration: 919.011069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:45.493131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.533899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a36afd75-2c61-44c0-be25-4c90d2b9d948\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-02-27T23:48:45.493167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:44.573969Z","time spent":"919.192543ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T23:48:45.493179Z","caller":"traceutil/trace.go:171","msg":"trace[657567091] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a36afd75-2c61-44c0-be25-4c90d2b9d948; range_end:; response_count:1; response_revision:4641; }","duration":"333.656932ms","start":"2026-02-27T23:48:45.159511Z","end":"2026-02-27T23:48:45.493168Z","steps":["trace[657567091] 'agreement among raft nodes before linearized reading' (duration: 333.534769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:45.49297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.923959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a36afd75-2c61-44c0-be25-4c90d2b9d948\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-27T23:48:45.493255Z","caller":"traceutil/trace.go:171","msg":"trace[1706031876] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a36afd75-2c61-44c0-be25-4c90d2b9d948; range_end:; response_count:1; response_revision:4641; }","duration":"882.237387ms","start":"2026-02-27T23:48:44.611006Z","end":"2026-02-27T23:48:45.493244Z","steps":["trace[1706031876] 'agreement among raft nodes before linearized reading' (duration: 881.884379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:45.493302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:44.610992Z","time spent":"882.299848ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a36afd75-2c61-44c0-be25-4c90d2b9d948\" "} {"level":"warn","ts":"2026-02-27T23:48:45.493216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:45.159489Z","time spent":"333.715773ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a36afd75-2c61-44c0-be25-4c90d2b9d948\" "} {"level":"info","ts":"2026-02-27T23:48:45.492975Z","caller":"traceutil/trace.go:171","msg":"trace[1212231697] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4641; }","duration":"856.79731ms","start":"2026-02-27T23:48:44.636161Z","end":"2026-02-27T23:48:45.492959Z","steps":["trace[1212231697] 'agreement among raft nodes before linearized reading' (duration: 856.583225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:45.493495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:44.636147Z","time spent":"857.337213ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16124,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T23:48:47.905464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.097124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:48:47.905597Z","caller":"traceutil/trace.go:171","msg":"trace[1429411893] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"227.485787ms","start":"2026-02-27T23:48:47.678088Z","end":"2026-02-27T23:48:47.905573Z","steps":["trace[1429411893] 'process raft request' (duration: 83.201888ms)","trace[1429411893] 'compare' (duration: 143.801807ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:48:56.621719Z","caller":"traceutil/trace.go:171","msg":"trace[1662749328] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"339.395951ms","start":"2026-02-27T23:48:56.282285Z","end":"2026-02-27T23:48:56.621681Z","steps":["trace[1662749328] 'process raft request' (duration: 339.179986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:56.621958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:56.282267Z","time spent":"339.567856ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7954,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:48:56.670337Z","caller":"traceutil/trace.go:171","msg":"trace[11418913] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"346.892853ms","start":"2026-02-27T23:48:56.323421Z","end":"2026-02-27T23:48:56.670314Z","steps":["trace[11418913] 'process raft request' (duration: 346.109665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:56.67048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:56.323396Z","time spent":"347.001826ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:48:56.670523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.895896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T23:48:56.67033Z","caller":"traceutil/trace.go:171","msg":"trace[615337944] linearizableReadLoop","detail":"{readStateIndex:5048; appliedIndex:5045; }","duration":"309.65881ms","start":"2026-02-27T23:48:56.360632Z","end":"2026-02-27T23:48:56.670291Z","steps":["trace[615337944] 'read index received' (duration: 260.843595ms)","trace[615337944] 'applied index is now lower than readState.Index' (duration: 48.814145ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:48:56.67057Z","caller":"traceutil/trace.go:171","msg":"trace[692994643] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:4857; }","duration":"309.980438ms","start":"2026-02-27T23:48:56.360579Z","end":"2026-02-27T23:48:56.670559Z","steps":["trace[692994643] 'agreement among raft nodes before linearized reading' (duration: 309.808714ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:56.670603Z","caller":"traceutil/trace.go:171","msg":"trace[1967140870] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"318.933735ms","start":"2026-02-27T23:48:56.351662Z","end":"2026-02-27T23:48:56.670596Z","steps":["trace[1967140870] 'process raft request' (duration: 318.581977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:56.670609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:56.360561Z","time spent":"310.041109ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-65q9b\" "} {"level":"warn","ts":"2026-02-27T23:48:56.670638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:48:56.351592Z","time spent":"319.024997ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:48:56.681352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.230476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T23:48:56.681388Z","caller":"traceutil/trace.go:171","msg":"trace[937005669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4861; }","duration":"214.294128ms","start":"2026-02-27T23:48:56.467085Z","end":"2026-02-27T23:48:56.68138Z","steps":["trace[937005669] 'agreement among raft nodes before linearized reading' (duration: 214.204136ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:58.181638Z","caller":"traceutil/trace.go:171","msg":"trace[1451155021] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"133.555299ms","start":"2026-02-27T23:48:58.048051Z","end":"2026-02-27T23:48:58.181606Z","steps":["trace[1451155021] 'process raft request' (duration: 133.034076ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:59.439294Z","caller":"traceutil/trace.go:171","msg":"trace[1526766845] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"124.10027ms","start":"2026-02-27T23:48:59.315142Z","end":"2026-02-27T23:48:59.439242Z","steps":["trace[1526766845] 'process raft request' (duration: 123.841874ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:04.134366Z","caller":"traceutil/trace.go:171","msg":"trace[2086892997] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"151.653698ms","start":"2026-02-27T23:49:03.982678Z","end":"2026-02-27T23:49:04.134332Z","steps":["trace[2086892997] 'process raft request' (duration: 151.471704ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:04.279217Z","caller":"traceutil/trace.go:171","msg":"trace[17578410] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5193; }","duration":"133.57025ms","start":"2026-02-27T23:49:04.145618Z","end":"2026-02-27T23:49:04.279188Z","steps":["trace[17578410] 'read index received' (duration: 132.329559ms)","trace[17578410] 'applied index is now lower than readState.Index' (duration: 1.239041ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:49:04.279245Z","caller":"traceutil/trace.go:171","msg":"trace[1852523835] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"135.166288ms","start":"2026-02-27T23:49:04.144047Z","end":"2026-02-27T23:49:04.279213Z","steps":["trace[1852523835] 'process raft request' (duration: 133.96885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:04.279584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.905998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-02-27T23:49:04.279635Z","caller":"traceutil/trace.go:171","msg":"trace[654870808] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5000; }","duration":"134.041421ms","start":"2026-02-27T23:49:04.145571Z","end":"2026-02-27T23:49:04.279612Z","steps":["trace[654870808] 'agreement among raft nodes before linearized reading' (duration: 133.781145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:04.279679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.280748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2265"} {"level":"info","ts":"2026-02-27T23:49:04.279822Z","caller":"traceutil/trace.go:171","msg":"trace[384809173] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5000; }","duration":"132.464652ms","start":"2026-02-27T23:49:04.147335Z","end":"2026-02-27T23:49:04.2798Z","steps":["trace[384809173] 'agreement among raft nodes before linearized reading' (duration: 132.059723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:04.280311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.142151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec3c8766-7cf3-4137-b282-22628d43df3d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-02-27T23:49:04.280427Z","caller":"traceutil/trace.go:171","msg":"trace[164435182] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec3c8766-7cf3-4137-b282-22628d43df3d; range_end:; response_count:1; response_revision:5000; }","duration":"110.317876ms","start":"2026-02-27T23:49:04.170084Z","end":"2026-02-27T23:49:04.280402Z","steps":["trace[164435182] 'agreement among raft nodes before linearized reading' (duration: 109.902646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:04.590447Z","caller":"traceutil/trace.go:171","msg":"trace[1085179863] linearizableReadLoop","detail":"{readStateIndex:5195; appliedIndex:5194; }","duration":"297.233778ms","start":"2026-02-27T23:49:04.293168Z","end":"2026-02-27T23:49:04.590401Z","steps":["trace[1085179863] 'read index received' (duration: 289.307526ms)","trace[1085179863] 'applied index is now lower than readState.Index' (duration: 7.924702ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:49:04.590765Z","caller":"traceutil/trace.go:171","msg":"trace[835870886] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"300.203771ms","start":"2026-02-27T23:49:04.29031Z","end":"2026-02-27T23:49:04.590514Z","steps":["trace[835870886] 'process raft request' (duration: 292.236878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:04.590961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.759391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-27T23:49:04.591007Z","caller":"traceutil/trace.go:171","msg":"trace[432138402] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5001; }","duration":"297.845004ms","start":"2026-02-27T23:49:04.293148Z","end":"2026-02-27T23:49:04.590993Z","steps":["trace[432138402] 'agreement among raft nodes before linearized reading' (duration: 297.643429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:04.591034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:04.29028Z","time spent":"300.61146ms","remote":"127.0.0.1:51326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2577,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:49:04.591164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.524324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec3c8766-7cf3-4137-b282-22628d43df3d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-02-27T23:49:04.591463Z","caller":"traceutil/trace.go:171","msg":"trace[1808233174] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec3c8766-7cf3-4137-b282-22628d43df3d; range_end:; response_count:1; response_revision:5001; }","duration":"233.999825ms","start":"2026-02-27T23:49:04.357441Z","end":"2026-02-27T23:49:04.591441Z","steps":["trace[1808233174] 'agreement among raft nodes before linearized reading' (duration: 233.382041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:04.591999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.110106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210911"} {"level":"info","ts":"2026-02-27T23:49:04.592096Z","caller":"traceutil/trace.go:171","msg":"trace[1730716708] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5001; }","duration":"205.264589ms","start":"2026-02-27T23:49:04.386811Z","end":"2026-02-27T23:49:04.592076Z","steps":["trace[1730716708] 'agreement among raft nodes before linearized reading' (duration: 204.020439ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:05.009912Z","caller":"traceutil/trace.go:171","msg":"trace[1627597609] linearizableReadLoop","detail":"{readStateIndex:5196; appliedIndex:5195; }","duration":"410.788093ms","start":"2026-02-27T23:49:04.599086Z","end":"2026-02-27T23:49:05.009874Z","steps":["trace[1627597609] 'read index received' (duration: 410.514376ms)","trace[1627597609] 'applied index is now lower than readState.Index' (duration: 272.247µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:49:05.009964Z","caller":"traceutil/trace.go:171","msg":"trace[1059315173] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"411.192273ms","start":"2026-02-27T23:49:04.598722Z","end":"2026-02-27T23:49:05.009915Z","steps":["trace[1059315173] 'process raft request' (duration: 410.922287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.010271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.117112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-02-27T23:49:05.010322Z","caller":"traceutil/trace.go:171","msg":"trace[832252170] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5002; }","duration":"411.250074ms","start":"2026-02-27T23:49:04.599055Z","end":"2026-02-27T23:49:05.010305Z","steps":["trace[832252170] 'agreement among raft nodes before linearized reading' (duration: 411.002498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.010368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:04.599035Z","time spent":"411.322747ms","remote":"127.0.0.1:58852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-02-27T23:49:05.010369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:04.598706Z","time spent":"411.355887ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:49:05.304871Z","caller":"traceutil/trace.go:171","msg":"trace[2099996014] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5196; }","duration":"294.82099ms","start":"2026-02-27T23:49:05.01002Z","end":"2026-02-27T23:49:05.304841Z","steps":["trace[2099996014] 'read index received' (duration: 247.658116ms)","trace[2099996014] 'applied index is now lower than readState.Index' (duration: 47.160914ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:49:05.305077Z","caller":"traceutil/trace.go:171","msg":"trace[1112416176] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"604.229805ms","start":"2026-02-27T23:49:04.700828Z","end":"2026-02-27T23:49:05.305058Z","steps":["trace[1112416176] 'process raft request' (duration: 603.824575ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:05.305219Z","caller":"traceutil/trace.go:171","msg":"trace[242356159] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"695.778685ms","start":"2026-02-27T23:49:04.609405Z","end":"2026-02-27T23:49:05.305184Z","steps":["trace[242356159] 'process raft request' (duration: 648.339584ms)","trace[242356159] 'compare' (duration: 46.683943ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:49:05.305272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:04.700801Z","time spent":"604.332498ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:49:05.305376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:04.609364Z","time spent":"695.929708ms","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T23:49:05.305401Z","caller":"traceutil/trace.go:171","msg":"trace[1290262988] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"604.427519ms","start":"2026-02-27T23:49:04.700944Z","end":"2026-02-27T23:49:05.305372Z","steps":["trace[1290262988] 'process raft request' (duration: 603.827195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.305482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.474891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T23:49:05.305519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:04.700904Z","time spent":"604.548812ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:49:05.305559Z","caller":"traceutil/trace.go:171","msg":"trace[1216976198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5005; }","duration":"583.609744ms","start":"2026-02-27T23:49:04.72193Z","end":"2026-02-27T23:49:05.30554Z","steps":["trace[1216976198] 'agreement among raft nodes before linearized reading' (duration: 583.349288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.305532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.589827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T23:49:05.305609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:04.721914Z","time spent":"583.685836ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T23:49:05.305596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.687915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-02-27T23:49:05.305642Z","caller":"traceutil/trace.go:171","msg":"trace[1786127682] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:5005; }","duration":"586.777521ms","start":"2026-02-27T23:49:04.718839Z","end":"2026-02-27T23:49:05.305616Z","steps":["trace[1786127682] 'agreement among raft nodes before linearized reading' (duration: 586.358391ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:05.305689Z","caller":"traceutil/trace.go:171","msg":"trace[1487967106] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5005; }","duration":"684.809698ms","start":"2026-02-27T23:49:04.620859Z","end":"2026-02-27T23:49:05.305669Z","steps":["trace[1487967106] 'agreement among raft nodes before linearized reading' (duration: 684.581573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.305706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:04.718817Z","time spent":"586.879013ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-65q9b\" "} {"level":"warn","ts":"2026-02-27T23:49:05.30574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:04.620849Z","time spent":"684.87679ms","remote":"127.0.0.1:58852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-02-27T23:49:05.305759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.365695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:49:05.305791Z","caller":"traceutil/trace.go:171","msg":"trace[108698509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5005; }","duration":"164.447218ms","start":"2026-02-27T23:49:05.141333Z","end":"2026-02-27T23:49:05.30578Z","steps":["trace[108698509] 'agreement among raft nodes before linearized reading' (duration: 164.401297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.305822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.005378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-27T23:49:05.305869Z","caller":"traceutil/trace.go:171","msg":"trace[1804341183] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5005; }","duration":"150.078329ms","start":"2026-02-27T23:49:05.155778Z","end":"2026-02-27T23:49:05.305857Z","steps":["trace[1804341183] 'agreement among raft nodes before linearized reading' (duration: 149.904825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.305827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.349662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:49:05.305946Z","caller":"traceutil/trace.go:171","msg":"trace[1160388865] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5005; }","duration":"290.552466ms","start":"2026-02-27T23:49:05.015365Z","end":"2026-02-27T23:49:05.305917Z","steps":["trace[1160388865] 'agreement among raft nodes before linearized reading' (duration: 290.322201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.306291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.731769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T23:49:05.306402Z","caller":"traceutil/trace.go:171","msg":"trace[1325460110] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5005; }","duration":"587.472729ms","start":"2026-02-27T23:49:04.718908Z","end":"2026-02-27T23:49:05.306381Z","steps":["trace[1325460110] 'agreement among raft nodes before linearized reading' (duration: 586.630567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.306446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:04.718894Z","time spent":"587.53974ms","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T23:49:05.672574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.66808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:49:05.673174Z","caller":"traceutil/trace.go:171","msg":"trace[998890585] linearizableReadLoop","detail":"{readStateIndex:5200; appliedIndex:5199; }","duration":"361.232611ms","start":"2026-02-27T23:49:05.31189Z","end":"2026-02-27T23:49:05.673122Z","steps":["trace[998890585] 'read index received' (duration: 116.684269ms)","trace[998890585] 'applied index is now lower than readState.Index' (duration: 244.538062ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:49:05.673329Z","caller":"traceutil/trace.go:171","msg":"trace[1590097362] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"360.922633ms","start":"2026-02-27T23:49:05.312371Z","end":"2026-02-27T23:49:05.673293Z","steps":["trace[1590097362] 'process raft request' (duration: 360.558553ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:05.673424Z","caller":"traceutil/trace.go:171","msg":"trace[574187977] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"360.614676ms","start":"2026-02-27T23:49:05.312773Z","end":"2026-02-27T23:49:05.673388Z","steps":["trace[574187977] 'process raft request' (duration: 360.3517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.673502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:05.312344Z","time spent":"361.072437ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T23:49:05.673617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.678272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-02-27T23:49:05.673644Z","caller":"traceutil/trace.go:171","msg":"trace[1244273762] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"360.606966ms","start":"2026-02-27T23:49:05.313029Z","end":"2026-02-27T23:49:05.673636Z","steps":["trace[1244273762] 'process raft request' (duration: 360.416732ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:05.673693Z","caller":"traceutil/trace.go:171","msg":"trace[909915200] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5009; }","duration":"361.812264ms","start":"2026-02-27T23:49:05.311868Z","end":"2026-02-27T23:49:05.67368Z","steps":["trace[909915200] 'agreement among raft nodes before linearized reading' (duration: 361.469156ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:05.673344Z","caller":"traceutil/trace.go:171","msg":"trace[1916123844] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"361.22285ms","start":"2026-02-27T23:49:05.311737Z","end":"2026-02-27T23:49:05.67296Z","steps":["trace[1916123844] 'process raft request' (duration: 116.672039ms)","trace[1916123844] 'compare' (duration: 242.873391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:49:05.673747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:05.311859Z","time spent":"361.873267ms","remote":"127.0.0.1:58852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-02-27T23:49:05.673783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:05.31302Z","time spent":"360.676818ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T23:49:05.673496Z","caller":"traceutil/trace.go:171","msg":"trace[1824749101] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"360.630626ms","start":"2026-02-27T23:49:05.312836Z","end":"2026-02-27T23:49:05.673467Z","steps":["trace[1824749101] 'process raft request' (duration: 360.392521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.67378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:05.312762Z","time spent":"360.807191ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T23:49:05.673873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:05.312831Z","time spent":"361.013065ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T23:49:05.673586Z","caller":"traceutil/trace.go:171","msg":"trace[2004507182] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"360.686678ms","start":"2026-02-27T23:49:05.312877Z","end":"2026-02-27T23:49:05.673564Z","steps":["trace[2004507182] 'process raft request' (duration: 360.452592ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:05.674057Z","caller":"traceutil/trace.go:171","msg":"trace[1944012131] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"352.237233ms","start":"2026-02-27T23:49:05.321795Z","end":"2026-02-27T23:49:05.674033Z","steps":["trace[1944012131] 'process raft request' (duration: 351.971866ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:05.674001Z","caller":"traceutil/trace.go:171","msg":"trace[1064278367] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"360.34939ms","start":"2026-02-27T23:49:05.31359Z","end":"2026-02-27T23:49:05.673938Z","steps":["trace[1064278367] 'process raft request' (duration: 360.015802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.67417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:05.312872Z","time spent":"361.22865ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":910,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T23:49:05.674241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:05.313576Z","time spent":"360.623237ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T23:49:05.674322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:05.321781Z","time spent":"352.372346ms","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4226,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:49:05.674146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:05.311719Z","time spent":"362.04938ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:49:05.677244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.864619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80049"} {"level":"info","ts":"2026-02-27T23:49:05.677304Z","caller":"traceutil/trace.go:171","msg":"trace[1905962851] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5014; }","duration":"364.953511ms","start":"2026-02-27T23:49:05.312337Z","end":"2026-02-27T23:49:05.67729Z","steps":["trace[1905962851] 'agreement among raft nodes before linearized reading' (duration: 364.687114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.677338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:05.312306Z","time spent":"365.022293ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80072,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T23:49:05.677635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.746267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-02-27T23:49:05.677656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.157937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-02-27T23:49:05.677759Z","caller":"traceutil/trace.go:171","msg":"trace[380571805] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5014; }","duration":"362.89668ms","start":"2026-02-27T23:49:05.314842Z","end":"2026-02-27T23:49:05.677738Z","steps":["trace[380571805] 'agreement among raft nodes before linearized reading' (duration: 362.596413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:05.677792Z","caller":"traceutil/trace.go:171","msg":"trace[1404258254] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5014; }","duration":"344.30589ms","start":"2026-02-27T23:49:05.333463Z","end":"2026-02-27T23:49:05.677769Z","steps":["trace[1404258254] 'agreement among raft nodes before linearized reading' (duration: 343.695616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:05.677822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:05.314835Z","time spent":"362.978112ms","remote":"127.0.0.1:58852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-02-27T23:49:05.677858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:05.333456Z","time spent":"344.377363ms","remote":"127.0.0.1:58852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-27T23:49:19.402118Z","caller":"traceutil/trace.go:171","msg":"trace[1473855417] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"151.107842ms","start":"2026-02-27T23:49:19.250971Z","end":"2026-02-27T23:49:19.402079Z","steps":["trace[1473855417] 'process raft request' (duration: 150.830857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:19.685198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.931234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:49:19.685503Z","caller":"traceutil/trace.go:171","msg":"trace[1530998227] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"311.091523ms","start":"2026-02-27T23:49:19.37438Z","end":"2026-02-27T23:49:19.685472Z","steps":["trace[1530998227] 'process raft request' (duration: 310.988041ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:19.685529Z","caller":"traceutil/trace.go:171","msg":"trace[587994025] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"319.129857ms","start":"2026-02-27T23:49:19.366354Z","end":"2026-02-27T23:49:19.685484Z","steps":["trace[587994025] 'process raft request' (duration: 114.704935ms)","trace[587994025] 'compare' (duration: 203.68773ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:49:19.685736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:19.366325Z","time spent":"319.290309ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:49:19.68563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:19.374365Z","time spent":"311.208565ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:49:20.139296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.786013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:49:20.13963Z","caller":"traceutil/trace.go:171","msg":"trace[1578842863] linearizableReadLoop","detail":"{readStateIndex:5392; appliedIndex:5389; }","duration":"206.702157ms","start":"2026-02-27T23:49:19.932897Z","end":"2026-02-27T23:49:20.139599Z","steps":["trace[1578842863] 'read index received' (duration: 30.095619ms)","trace[1578842863] 'applied index is now lower than readState.Index' (duration: 176.604548ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:49:20.139713Z","caller":"traceutil/trace.go:171","msg":"trace[284568537] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"241.313707ms","start":"2026-02-27T23:49:19.898331Z","end":"2026-02-27T23:49:20.139645Z","steps":["trace[284568537] 'process raft request' (duration: 114.029446ms)","trace[284568537] 'compare' (duration: 126.535559ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:49:20.139803Z","caller":"traceutil/trace.go:171","msg":"trace[35190536] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"241.119682ms","start":"2026-02-27T23:49:19.898664Z","end":"2026-02-27T23:49:20.139784Z","steps":["trace[35190536] 'process raft request' (duration: 240.800247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:20.140042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.956566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T23:49:20.140062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.159365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-zmqvp\" ","response":"range_response_count:1 size:4341"} {"level":"warn","ts":"2026-02-27T23:49:20.140058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.143824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T23:49:20.140126Z","caller":"traceutil/trace.go:171","msg":"trace[1998253448] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5193; }","duration":"125.088257ms","start":"2026-02-27T23:49:20.015013Z","end":"2026-02-27T23:49:20.140102Z","steps":["trace[1998253448] 'agreement among raft nodes before linearized reading' (duration: 124.934455ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:20.140147Z","caller":"traceutil/trace.go:171","msg":"trace[1346864885] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-zmqvp; range_end:; response_count:1; response_revision:5193; }","duration":"146.306556ms","start":"2026-02-27T23:49:19.993817Z","end":"2026-02-27T23:49:20.140123Z","steps":["trace[1346864885] 'agreement among raft nodes before linearized reading' (duration: 146.041642ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:20.140147Z","caller":"traceutil/trace.go:171","msg":"trace[556676582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5193; }","duration":"207.305957ms","start":"2026-02-27T23:49:19.932825Z","end":"2026-02-27T23:49:20.140131Z","steps":["trace[556676582] 'agreement among raft nodes before linearized reading' (duration: 207.089183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:55.445312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.28177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:49:55.445414Z","caller":"traceutil/trace.go:171","msg":"trace[623105490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5489; }","duration":"305.405603ms","start":"2026-02-27T23:49:55.13999Z","end":"2026-02-27T23:49:55.445396Z","steps":["trace[623105490] 'range keys from in-memory index tree' (duration: 305.211429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:49:55.445278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.105021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T23:49:55.445454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:49:55.139955Z","time spent":"305.490535ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T23:49:55.445497Z","caller":"traceutil/trace.go:171","msg":"trace[428464905] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5489; }","duration":"146.419589ms","start":"2026-02-27T23:49:55.299044Z","end":"2026-02-27T23:49:55.445464Z","steps":["trace[428464905] 'count revisions from in-memory index tree' (duration: 145.96819ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:50:12.585712Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2701} {"level":"info","ts":"2026-02-27T23:50:12.648596Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2701,"took":"61.315762ms","hash":1254401025,"current-db-size-bytes":41058304,"current-db-size":"41 MB","current-db-size-in-use-bytes":30605312,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T23:50:12.648671Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1254401025,"revision":2701,"compact-revision":-1} {"level":"info","ts":"2026-02-27T23:53:25.761768Z","caller":"traceutil/trace.go:171","msg":"trace[2075823290] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"143.531061ms","start":"2026-02-27T23:53:25.618207Z","end":"2026-02-27T23:53:25.761738Z","steps":["trace[2075823290] 'process raft request' (duration: 143.45611ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:53:25.761798Z","caller":"traceutil/trace.go:171","msg":"trace[1593394816] transaction","detail":"{read_only:false; response_revision:6857; number_of_response:1; }","duration":"143.562562ms","start":"2026-02-27T23:53:25.618205Z","end":"2026-02-27T23:53:25.761768Z","steps":["trace[1593394816] 'process raft request' (duration: 143.279576ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:53:25.767492Z","caller":"traceutil/trace.go:171","msg":"trace[1579038766] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"148.075376ms","start":"2026-02-27T23:53:25.6194Z","end":"2026-02-27T23:53:25.767476Z","steps":["trace[1579038766] 'process raft request' (duration: 147.72099ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:53:25.767913Z","caller":"traceutil/trace.go:171","msg":"trace[833620881] linearizableReadLoop","detail":"{readStateIndex:7115; appliedIndex:7112; }","duration":"146.200625ms","start":"2026-02-27T23:53:25.62117Z","end":"2026-02-27T23:53:25.767371Z","steps":["trace[833620881] 'read index received' (duration: 140.445569ms)","trace[833620881] 'applied index is now lower than readState.Index' (duration: 5.753076ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:53:25.768041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.793445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-init-9pn55\" ","response":"range_response_count:1 size:7264"} {"level":"info","ts":"2026-02-27T23:53:25.768159Z","caller":"traceutil/trace.go:171","msg":"trace[273171363] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-init-9pn55; range_end:; response_count:1; response_revision:6859; }","duration":"146.979418ms","start":"2026-02-27T23:53:25.621152Z","end":"2026-02-27T23:53:25.768131Z","steps":["trace[273171363] 'agreement among raft nodes before linearized reading' (duration: 146.539261ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:53:41.400179Z","caller":"traceutil/trace.go:171","msg":"trace[1015987339] transaction","detail":"{read_only:false; response_revision:6957; number_of_response:1; }","duration":"166.336473ms","start":"2026-02-27T23:53:41.23381Z","end":"2026-02-27T23:53:41.400146Z","steps":["trace[1015987339] 'process raft request' (duration: 166.064488ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:53:41.604512Z","caller":"traceutil/trace.go:171","msg":"trace[1928043212] linearizableReadLoop","detail":"{readStateIndex:7217; appliedIndex:7216; }","duration":"198.314741ms","start":"2026-02-27T23:53:41.406178Z","end":"2026-02-27T23:53:41.604492Z","steps":["trace[1928043212] 'read index received' (duration: 198.177569ms)","trace[1928043212] 'applied index is now lower than readState.Index' (duration: 136.492µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:53:41.604618Z","caller":"traceutil/trace.go:171","msg":"trace[1875286234] transaction","detail":"{read_only:false; response_revision:6958; number_of_response:1; }","duration":"228.620039ms","start":"2026-02-27T23:53:41.375988Z","end":"2026-02-27T23:53:41.604608Z","steps":["trace[1875286234] 'process raft request' (duration: 228.362414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:53:41.604751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.437775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:53:41.604817Z","caller":"traceutil/trace.go:171","msg":"trace[1682542756] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:6958; }","duration":"197.529797ms","start":"2026-02-27T23:53:41.40727Z","end":"2026-02-27T23:53:41.6048Z","steps":["trace[1682542756] 'agreement among raft nodes before linearized reading' (duration: 197.434235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:53:41.604998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.016898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:53:41.605036Z","caller":"traceutil/trace.go:171","msg":"trace[163931400] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:6958; }","duration":"197.075878ms","start":"2026-02-27T23:53:41.407951Z","end":"2026-02-27T23:53:41.605027Z","steps":["trace[163931400] 'agreement among raft nodes before linearized reading' (duration: 197.021708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:53:41.605168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.768871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:53:41.605202Z","caller":"traceutil/trace.go:171","msg":"trace[170214032] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:6958; }","duration":"197.866852ms","start":"2026-02-27T23:53:41.407327Z","end":"2026-02-27T23:53:41.605194Z","steps":["trace[170214032] 'agreement among raft nodes before linearized reading' (duration: 197.818991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:53:41.605303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.122674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:183296"} {"level":"warn","ts":"2026-02-27T23:53:41.605001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.073192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"info","ts":"2026-02-27T23:53:41.605347Z","caller":"traceutil/trace.go:171","msg":"trace[756171126] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:6958; }","duration":"199.185805ms","start":"2026-02-27T23:53:41.40615Z","end":"2026-02-27T23:53:41.605335Z","steps":["trace[756171126] 'agreement among raft nodes before linearized reading' (duration: 198.873829ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:53:41.605353Z","caller":"traceutil/trace.go:171","msg":"trace[1805198714] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:6958; }","duration":"190.446588ms","start":"2026-02-27T23:53:41.414897Z","end":"2026-02-27T23:53:41.605344Z","steps":["trace[1805198714] 'agreement among raft nodes before linearized reading' (duration: 190.020111ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:06.036651Z","caller":"traceutil/trace.go:171","msg":"trace[1962710350] transaction","detail":"{read_only:false; response_revision:7502; number_of_response:1; }","duration":"130.421723ms","start":"2026-02-27T23:55:05.906206Z","end":"2026-02-27T23:55:06.036628Z","steps":["trace[1962710350] 'process raft request' (duration: 130.27844ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:12.593749Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5633} {"level":"info","ts":"2026-02-27T23:55:12.692026Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5633,"took":"95.880267ms","hash":1721119606,"current-db-size-bytes":41775104,"current-db-size":"42 MB","current-db-size-in-use-bytes":21229568,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-02-27T23:55:12.692108Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1721119606,"revision":5633,"compact-revision":2701} {"level":"warn","ts":"2026-02-27T23:55:13.811374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.013712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T23:55:13.811473Z","caller":"traceutil/trace.go:171","msg":"trace[2005095552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7549; }","duration":"148.172474ms","start":"2026-02-27T23:55:13.663279Z","end":"2026-02-27T23:55:13.811452Z","steps":["trace[2005095552] 'count revisions from in-memory index tree' (duration: 147.898619ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:20.36112Z","caller":"traceutil/trace.go:171","msg":"trace[1334059810] linearizableReadLoop","detail":"{readStateIndex:7993; appliedIndex:7992; }","duration":"190.979419ms","start":"2026-02-27T23:55:20.170098Z","end":"2026-02-27T23:55:20.361078Z","steps":["trace[1334059810] 'read index received' (duration: 59.651129ms)","trace[1334059810] 'applied index is now lower than readState.Index' (duration: 131.32676ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:55:20.361264Z","caller":"traceutil/trace.go:171","msg":"trace[977430634] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"209.219391ms","start":"2026-02-27T23:55:20.151998Z","end":"2026-02-27T23:55:20.361218Z","steps":["trace[977430634] 'process raft request' (duration: 206.610861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:55:20.361463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.346796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T23:55:20.361527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.619845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T23:55:20.361563Z","caller":"traceutil/trace.go:171","msg":"trace[956568871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7708; }","duration":"191.505389ms","start":"2026-02-27T23:55:20.170036Z","end":"2026-02-27T23:55:20.361542Z","steps":["trace[956568871] 'agreement among raft nodes before linearized reading' (duration: 191.204563ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:20.361573Z","caller":"traceutil/trace.go:171","msg":"trace[1149454003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:7708; }","duration":"132.770017ms","start":"2026-02-27T23:55:20.228791Z","end":"2026-02-27T23:55:20.361561Z","steps":["trace[1149454003] 'agreement among raft nodes before linearized reading' (duration: 132.518663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:55:22.512442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.130163ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T23:55:22.512549Z","caller":"traceutil/trace.go:171","msg":"trace[1693564378] linearizableReadLoop","detail":"{readStateIndex:8003; appliedIndex:8002; }","duration":"541.42975ms","start":"2026-02-27T23:55:21.9711Z","end":"2026-02-27T23:55:22.51253Z","steps":["trace[1693564378] 'read index received' (duration: 175.195775ms)","trace[1693564378] 'applied index is now lower than readState.Index' (duration: 366.232395ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:55:22.512787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.652384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T23:55:22.512922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.367823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:55:22.512926Z","caller":"traceutil/trace.go:171","msg":"trace[1063656266] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7717; }","duration":"541.844578ms","start":"2026-02-27T23:55:21.97106Z","end":"2026-02-27T23:55:22.512904Z","steps":["trace[1063656266] 'agreement among raft nodes before linearized reading' (duration: 541.640234ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:22.512969Z","caller":"traceutil/trace.go:171","msg":"trace[1547032477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7717; }","duration":"372.405994ms","start":"2026-02-27T23:55:22.140547Z","end":"2026-02-27T23:55:22.512953Z","steps":["trace[1547032477] 'agreement among raft nodes before linearized reading' (duration: 372.349943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:55:22.513016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:55:22.140501Z","time spent":"372.508186ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T23:55:22.513025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.370721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T23:55:22.513028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:55:21.971038Z","time spent":"541.927339ms","remote":"127.0.0.1:58236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T23:55:22.513175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.332426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T23:55:22.513163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.928297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T23:55:22.513217Z","caller":"traceutil/trace.go:171","msg":"trace[930078966] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:7717; }","duration":"136.401267ms","start":"2026-02-27T23:55:22.376809Z","end":"2026-02-27T23:55:22.51321Z","steps":["trace[930078966] 'agreement among raft nodes before linearized reading' (duration: 136.302265ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:22.513062Z","caller":"traceutil/trace.go:171","msg":"trace[1922509997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7717; }","duration":"279.451454ms","start":"2026-02-27T23:55:22.2336Z","end":"2026-02-27T23:55:22.513052Z","steps":["trace[1922509997] 'agreement among raft nodes before linearized reading' (duration: 279.28419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:55:22.512852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.557792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T23:55:22.51344Z","caller":"traceutil/trace.go:171","msg":"trace[784833263] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7717; }","duration":"379.202335ms","start":"2026-02-27T23:55:22.134225Z","end":"2026-02-27T23:55:22.513428Z","steps":["trace[784833263] 'agreement among raft nodes before linearized reading' (duration: 378.544572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:55:22.513476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:55:22.134204Z","time spent":"379.261505ms","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T23:55:22.513828Z","caller":"traceutil/trace.go:171","msg":"trace[183890942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7717; }","duration":"137.165582ms","start":"2026-02-27T23:55:22.376075Z","end":"2026-02-27T23:55:22.51324Z","steps":["trace[183890942] 'agreement among raft nodes before linearized reading' (duration: 136.776235ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:32.869191Z","caller":"traceutil/trace.go:171","msg":"trace[558517823] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"156.584846ms","start":"2026-02-27T23:55:32.712582Z","end":"2026-02-27T23:55:32.869167Z","steps":["trace[558517823] 'process raft request' (duration: 97.422497ms)","trace[558517823] 'compare' (duration: 58.904205ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:55:32.869249Z","caller":"traceutil/trace.go:171","msg":"trace[683263732] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"156.263301ms","start":"2026-02-27T23:55:32.712963Z","end":"2026-02-27T23:55:32.869226Z","steps":["trace[683263732] 'process raft request' (duration: 156.178729ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:32.869338Z","caller":"traceutil/trace.go:171","msg":"trace[1175434984] linearizableReadLoop","detail":"{readStateIndex:8057; appliedIndex:8056; }","duration":"156.358282ms","start":"2026-02-27T23:55:32.712953Z","end":"2026-02-27T23:55:32.869311Z","steps":["trace[1175434984] 'read index received' (duration: 97.06304ms)","trace[1175434984] 'applied index is now lower than readState.Index' (duration: 59.291982ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:55:32.869802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.828511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222802"} {"level":"info","ts":"2026-02-27T23:55:32.869851Z","caller":"traceutil/trace.go:171","msg":"trace[604572027] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7770; }","duration":"156.907443ms","start":"2026-02-27T23:55:32.712928Z","end":"2026-02-27T23:55:32.869836Z","steps":["trace[604572027] 'agreement among raft nodes before linearized reading' (duration: 156.477795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:55:34.53482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.782609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:55:34.534951Z","caller":"traceutil/trace.go:171","msg":"trace[1493641863] linearizableReadLoop","detail":"{readStateIndex:8062; appliedIndex:8061; }","duration":"394.578169ms","start":"2026-02-27T23:55:34.140351Z","end":"2026-02-27T23:55:34.534929Z","steps":["trace[1493641863] 'read index received' (duration: 219.50954ms)","trace[1493641863] 'applied index is now lower than readState.Index' (duration: 175.067129ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:55:34.535068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.723945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:55:34.535118Z","caller":"traceutil/trace.go:171","msg":"trace[741130730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7774; }","duration":"394.774977ms","start":"2026-02-27T23:55:34.140331Z","end":"2026-02-27T23:55:34.535106Z","steps":["trace[741130730] 'agreement among raft nodes before linearized reading' (duration: 394.659152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:55:34.53516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:55:34.140267Z","time spent":"394.88343ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T23:55:34.535232Z","caller":"traceutil/trace.go:171","msg":"trace[278522513] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"951.923693ms","start":"2026-02-27T23:55:33.58327Z","end":"2026-02-27T23:55:34.535194Z","steps":["trace[278522513] 'process raft request' (duration: 776.663746ms)","trace[278522513] 'compare' (duration: 174.606283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:55:34.535409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:55:33.583246Z","time spent":"952.064338ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:55:35.572141Z","caller":"traceutil/trace.go:171","msg":"trace[1859824379] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"160.650314ms","start":"2026-02-27T23:55:35.411465Z","end":"2026-02-27T23:55:35.572115Z","steps":["trace[1859824379] 'process raft request' (duration: 160.480347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:55:36.272513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.878806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:55:36.272729Z","caller":"traceutil/trace.go:171","msg":"trace[1315812845] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"846.769566ms","start":"2026-02-27T23:55:35.425933Z","end":"2026-02-27T23:55:36.272703Z","steps":["trace[1315812845] 'process raft request' (duration: 280.580918ms)","trace[1315812845] 'compare' (duration: 565.601236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:55:36.272832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:55:35.425906Z","time spent":"846.87808ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:55:36.273204Z","caller":"traceutil/trace.go:171","msg":"trace[471541669] linearizableReadLoop","detail":"{readStateIndex:8070; appliedIndex:8068; }","duration":"133.493178ms","start":"2026-02-27T23:55:36.139648Z","end":"2026-02-27T23:55:36.273141Z","steps":["trace[471541669] 'read index received' (duration: 45.223µs)","trace[471541669] 'applied index is now lower than readState.Index' (duration: 133.446465ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:55:36.273458Z","caller":"traceutil/trace.go:171","msg":"trace[163035988] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"846.708835ms","start":"2026-02-27T23:55:35.426722Z","end":"2026-02-27T23:55:36.27343Z","steps":["trace[163035988] 'process raft request' (duration: 845.926345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:55:36.273546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.866432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T23:55:36.274287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:55:35.426697Z","time spent":"847.454244ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:55:36.274336Z","caller":"traceutil/trace.go:171","msg":"trace[1257838671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7782; }","duration":"134.712465ms","start":"2026-02-27T23:55:36.139601Z","end":"2026-02-27T23:55:36.274314Z","steps":["trace[1257838671] 'agreement among raft nodes before linearized reading' (duration: 133.840041ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:36.306745Z","caller":"traceutil/trace.go:171","msg":"trace[1209188371] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"150.800963ms","start":"2026-02-27T23:55:36.155923Z","end":"2026-02-27T23:55:36.306724Z","steps":["trace[1209188371] 'process raft request' (duration: 150.684568ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:36.853207Z","caller":"traceutil/trace.go:171","msg":"trace[2030062381] linearizableReadLoop","detail":"{readStateIndex:8073; appliedIndex:8072; }","duration":"129.958314ms","start":"2026-02-27T23:55:36.72322Z","end":"2026-02-27T23:55:36.853178Z","steps":["trace[2030062381] 'read index received' (duration: 80.839997ms)","trace[2030062381] 'applied index is now lower than readState.Index' (duration: 49.117077ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:55:36.853442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.191502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T23:55:36.853536Z","caller":"traceutil/trace.go:171","msg":"trace[1295090012] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7784; }","duration":"130.317667ms","start":"2026-02-27T23:55:36.723203Z","end":"2026-02-27T23:55:36.85352Z","steps":["trace[1295090012] 'agreement among raft nodes before linearized reading' (duration: 130.138141ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:36.853263Z","caller":"traceutil/trace.go:171","msg":"trace[1366595577] transaction","detail":"{read_only:false; response_revision:7784; number_of_response:1; }","duration":"189.612109ms","start":"2026-02-27T23:55:36.663618Z","end":"2026-02-27T23:55:36.85323Z","steps":["trace[1366595577] 'process raft request' (duration: 140.415869ms)","trace[1366595577] 'compare' (duration: 48.991332ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:55:37.33856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.764125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:55:37.33866Z","caller":"traceutil/trace.go:171","msg":"trace[829196294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7789; }","duration":"198.934362ms","start":"2026-02-27T23:55:37.139703Z","end":"2026-02-27T23:55:37.338637Z","steps":["trace[829196294] 'range keys from in-memory index tree' (duration: 198.64146ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:37.689918Z","caller":"traceutil/trace.go:171","msg":"trace[203093759] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"111.023799ms","start":"2026-02-27T23:55:37.578868Z","end":"2026-02-27T23:55:37.689892Z","steps":["trace[203093759] 'process raft request' (duration: 110.861293ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:38.383528Z","caller":"traceutil/trace.go:171","msg":"trace[1119878589] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"103.352097ms","start":"2026-02-27T23:55:38.280141Z","end":"2026-02-27T23:55:38.383493Z","steps":["trace[1119878589] 'process raft request' (duration: 103.224462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:55:38.839482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.024995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T23:55:38.839716Z","caller":"traceutil/trace.go:171","msg":"trace[970009817] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7792; }","duration":"272.335587ms","start":"2026-02-27T23:55:38.567347Z","end":"2026-02-27T23:55:38.839683Z","steps":["trace[970009817] 'range keys from in-memory index tree' (duration: 271.691843ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:03.351924Z","caller":"traceutil/trace.go:171","msg":"trace[365959900] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"202.950943ms","start":"2026-02-27T23:56:03.148938Z","end":"2026-02-27T23:56:03.351889Z","steps":["trace[365959900] 'process raft request' (duration: 202.013618ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:03.352924Z","caller":"traceutil/trace.go:171","msg":"trace[2081553005] linearizableReadLoop","detail":"{readStateIndex:8269; appliedIndex:8267; }","duration":"187.577832ms","start":"2026-02-27T23:56:03.165317Z","end":"2026-02-27T23:56:03.352895Z","steps":["trace[2081553005] 'read index received' (duration: 185.647049ms)","trace[2081553005] 'applied index is now lower than readState.Index' (duration: 1.929613ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:56:03.353052Z","caller":"traceutil/trace.go:171","msg":"trace[169526850] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"202.668153ms","start":"2026-02-27T23:56:03.150372Z","end":"2026-02-27T23:56:03.35304Z","steps":["trace[169526850] 'process raft request' (duration: 202.379363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:03.353277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.965567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T23:56:03.353716Z","caller":"traceutil/trace.go:171","msg":"trace[1568429483] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:7972; }","duration":"188.425514ms","start":"2026-02-27T23:56:03.165274Z","end":"2026-02-27T23:56:03.3537Z","steps":["trace[1568429483] 'agreement among raft nodes before linearized reading' (duration: 187.875314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:03.353217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.102271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:56:03.354562Z","caller":"traceutil/trace.go:171","msg":"trace[752956523] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:7972; }","duration":"185.172472ms","start":"2026-02-27T23:56:03.169048Z","end":"2026-02-27T23:56:03.354221Z","steps":["trace[752956523] 'agreement among raft nodes before linearized reading' (duration: 184.090591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:05.319728Z","caller":"traceutil/trace.go:171","msg":"trace[934379115] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"327.082477ms","start":"2026-02-27T23:56:04.992615Z","end":"2026-02-27T23:56:05.319697Z","steps":["trace[934379115] 'process raft request' (duration: 326.873899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:05.319991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:04.992592Z","time spent":"327.304306ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:56:05.320431Z","caller":"traceutil/trace.go:171","msg":"trace[135153080] linearizableReadLoop","detail":"{readStateIndex:8275; appliedIndex:8275; }","duration":"297.368743ms","start":"2026-02-27T23:56:05.023048Z","end":"2026-02-27T23:56:05.320417Z","steps":["trace[135153080] 'read index received' (duration: 297.362683ms)","trace[135153080] 'applied index is now lower than readState.Index' (duration: 4.66µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:56:05.320685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.524059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T23:56:05.320995Z","caller":"traceutil/trace.go:171","msg":"trace[1894816821] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7978; }","duration":"279.873862ms","start":"2026-02-27T23:56:05.041105Z","end":"2026-02-27T23:56:05.320979Z","steps":["trace[1894816821] 'agreement among raft nodes before linearized reading' (duration: 279.440286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:05.3211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.06796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T23:56:05.321166Z","caller":"traceutil/trace.go:171","msg":"trace[844637337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7978; }","duration":"298.172714ms","start":"2026-02-27T23:56:05.02297Z","end":"2026-02-27T23:56:05.321143Z","steps":["trace[844637337] 'agreement among raft nodes before linearized reading' (duration: 297.979686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:05.32085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.500167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:56:05.321324Z","caller":"traceutil/trace.go:171","msg":"trace[1774753222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7978; }","duration":"180.033407ms","start":"2026-02-27T23:56:05.141273Z","end":"2026-02-27T23:56:05.321306Z","steps":["trace[1774753222] 'agreement among raft nodes before linearized reading' (duration: 179.441914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:05.321407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.733133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T23:56:05.321489Z","caller":"traceutil/trace.go:171","msg":"trace[1491404485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7978; }","duration":"276.860288ms","start":"2026-02-27T23:56:05.044612Z","end":"2026-02-27T23:56:05.321473Z","steps":["trace[1491404485] 'agreement among raft nodes before linearized reading' (duration: 276.632299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:05.321548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.26595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T23:56:05.321651Z","caller":"traceutil/trace.go:171","msg":"trace[910968434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7978; }","duration":"224.411975ms","start":"2026-02-27T23:56:05.097219Z","end":"2026-02-27T23:56:05.321631Z","steps":["trace[910968434] 'agreement among raft nodes before linearized reading' (duration: 224.122994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:05.321653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.094198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T23:56:05.321765Z","caller":"traceutil/trace.go:171","msg":"trace[414557474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7978; }","duration":"258.218173ms","start":"2026-02-27T23:56:05.06352Z","end":"2026-02-27T23:56:05.321738Z","steps":["trace[414557474] 'agreement among raft nodes before linearized reading' (duration: 257.911581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:07.866864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285326214,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T23:56:08.16946Z","caller":"traceutil/trace.go:171","msg":"trace[2075056984] linearizableReadLoop","detail":"{readStateIndex:8291; appliedIndex:8286; }","duration":"803.192221ms","start":"2026-02-27T23:56:07.366241Z","end":"2026-02-27T23:56:08.169434Z","steps":["trace[2075056984] 'read index received' (duration: 802.109661ms)","trace[2075056984] 'applied index is now lower than readState.Index' (duration: 1.08117ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:56:08.169503Z","caller":"traceutil/trace.go:171","msg":"trace[1613209299] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"831.002331ms","start":"2026-02-27T23:56:07.338462Z","end":"2026-02-27T23:56:08.169464Z","steps":["trace[1613209299] 'process raft request' (duration: 830.731116ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:08.169616Z","caller":"traceutil/trace.go:171","msg":"trace[1152992080] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"830.074743ms","start":"2026-02-27T23:56:07.33953Z","end":"2026-02-27T23:56:08.169604Z","steps":["trace[1152992080] 'process raft request' (duration: 829.811518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:08.169693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:07.338423Z","time spent":"831.167866ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:56:08.169747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:07.339499Z","time spent":"830.147275ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:56:08.169944Z","caller":"traceutil/trace.go:171","msg":"trace[329121371] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"830.169861ms","start":"2026-02-27T23:56:07.339721Z","end":"2026-02-27T23:56:08.169891Z","steps":["trace[329121371] 'process raft request' (duration: 829.657922ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:08.170044Z","caller":"traceutil/trace.go:171","msg":"trace[514086330] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"831.915845ms","start":"2026-02-27T23:56:07.338116Z","end":"2026-02-27T23:56:08.170032Z","steps":["trace[514086330] 'process raft request' (duration: 830.145182ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:08.170041Z","caller":"traceutil/trace.go:171","msg":"trace[47590441] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"337.064901ms","start":"2026-02-27T23:56:07.832945Z","end":"2026-02-27T23:56:08.17001Z","steps":["trace[47590441] 'process raft request' (duration: 336.45521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:08.170119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:07.338103Z","time spent":"831.978746ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:56:08.170264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:07.83291Z","time spent":"337.229724ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:56:08.170007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.764431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T23:56:08.170412Z","caller":"traceutil/trace.go:171","msg":"trace[494523428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7993; }","duration":"804.222771ms","start":"2026-02-27T23:56:07.36618Z","end":"2026-02-27T23:56:08.170402Z","steps":["trace[494523428] 'agreement among raft nodes before linearized reading' (duration: 803.65447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:08.17001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.191058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T23:56:08.17045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:07.366153Z","time spent":"804.287992ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T23:56:08.170496Z","caller":"traceutil/trace.go:171","msg":"trace[109675546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:7993; }","duration":"785.653267ms","start":"2026-02-27T23:56:07.384811Z","end":"2026-02-27T23:56:08.170465Z","steps":["trace[109675546] 'agreement among raft nodes before linearized reading' (duration: 785.078836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:08.170597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:07.339712Z","time spent":"830.806973ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:56:08.170614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:07.384743Z","time spent":"785.830502ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-65q9b\" "} {"level":"warn","ts":"2026-02-27T23:56:08.170897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.761742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T23:56:08.171022Z","caller":"traceutil/trace.go:171","msg":"trace[576455370] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7993; }","duration":"339.909895ms","start":"2026-02-27T23:56:07.831063Z","end":"2026-02-27T23:56:08.170973Z","steps":["trace[576455370] 'agreement among raft nodes before linearized reading' (duration: 338.974488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:08.171094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:07.831033Z","time spent":"340.047618ms","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T23:56:20.467512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.68702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:56:20.467994Z","caller":"traceutil/trace.go:171","msg":"trace[429400440] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"521.142491ms","start":"2026-02-27T23:56:19.946764Z","end":"2026-02-27T23:56:20.467906Z","steps":["trace[429400440] 'process raft request' (duration: 152.977832ms)","trace[429400440] 'compare' (duration: 367.415565ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:56:20.468171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:19.946743Z","time spent":"521.340484ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:56:20.468267Z","caller":"traceutil/trace.go:171","msg":"trace[1733770935] linearizableReadLoop","detail":"{readStateIndex:8386; appliedIndex:8384; }","duration":"330.080569ms","start":"2026-02-27T23:56:20.13817Z","end":"2026-02-27T23:56:20.468251Z","steps":["trace[1733770935] 'read index received' (duration: 46.671µs)","trace[1733770935] 'applied index is now lower than readState.Index' (duration: 330.032438ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:56:20.468378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.217362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:56:20.468353Z","caller":"traceutil/trace.go:171","msg":"trace[2088328766] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8084; }","duration":"520.392817ms","start":"2026-02-27T23:56:19.9479Z","end":"2026-02-27T23:56:20.468293Z","steps":["trace[2088328766] 'process raft request' (duration: 519.751415ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:20.468423Z","caller":"traceutil/trace.go:171","msg":"trace[1470943782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8084; }","duration":"330.306144ms","start":"2026-02-27T23:56:20.138108Z","end":"2026-02-27T23:56:20.468415Z","steps":["trace[1470943782] 'agreement among raft nodes before linearized reading' (duration: 330.232642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:20.468472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:20.138082Z","time spent":"330.383955ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T23:56:20.468663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:19.947891Z","time spent":"520.56895ms","remote":"127.0.0.1:58868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-02-27T23:56:20.528102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.145813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T23:56:20.528159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.276303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T23:56:20.528144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.142466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T23:56:20.528144Z","caller":"traceutil/trace.go:171","msg":"trace[1277573463] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"305.981445ms","start":"2026-02-27T23:56:20.222121Z","end":"2026-02-27T23:56:20.528103Z","steps":["trace[1277573463] 'process raft request' (duration: 305.480144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:20.528217Z","caller":"traceutil/trace.go:171","msg":"trace[1637468906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:8085; }","duration":"248.350175ms","start":"2026-02-27T23:56:20.27985Z","end":"2026-02-27T23:56:20.5282Z","steps":["trace[1637468906] 'agreement among raft nodes before linearized reading' (duration: 248.192263ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:20.528215Z","caller":"traceutil/trace.go:171","msg":"trace[803279544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8085; }","duration":"256.329166ms","start":"2026-02-27T23:56:20.271859Z","end":"2026-02-27T23:56:20.528188Z","steps":["trace[803279544] 'agreement among raft nodes before linearized reading' (duration: 256.040221ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:20.52825Z","caller":"traceutil/trace.go:171","msg":"trace[732494934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8085; }","duration":"253.280398ms","start":"2026-02-27T23:56:20.274939Z","end":"2026-02-27T23:56:20.52822Z","steps":["trace[732494934] 'agreement among raft nodes before linearized reading' (duration: 252.941522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:20.528307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.057782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T23:56:20.528385Z","caller":"traceutil/trace.go:171","msg":"trace[2071068664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8085; }","duration":"300.215805ms","start":"2026-02-27T23:56:20.228149Z","end":"2026-02-27T23:56:20.528365Z","steps":["trace[2071068664] 'agreement among raft nodes before linearized reading' (duration: 299.9694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:20.528424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:20.228113Z","time spent":"300.304106ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T23:56:20.52872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.707713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T23:56:20.528788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:56:20.221821Z","time spent":"306.435693ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:56:20.528799Z","caller":"traceutil/trace.go:171","msg":"trace[2112944399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8085; }","duration":"257.09138ms","start":"2026-02-27T23:56:20.271688Z","end":"2026-02-27T23:56:20.52878Z","steps":["trace[2112944399] 'agreement among raft nodes before linearized reading' (duration: 256.500069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:20.528771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.665171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T23:56:20.528884Z","caller":"traceutil/trace.go:171","msg":"trace[2055040170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8085; }","duration":"258.832444ms","start":"2026-02-27T23:56:20.270027Z","end":"2026-02-27T23:56:20.52886Z","steps":["trace[2055040170] 'agreement among raft nodes before linearized reading' (duration: 258.385905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:20.528089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.874693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5bqr6\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-02-27T23:56:20.529159Z","caller":"traceutil/trace.go:171","msg":"trace[26473992] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5bqr6; range_end:; response_count:1; response_revision:8085; }","duration":"233.982104ms","start":"2026-02-27T23:56:20.295138Z","end":"2026-02-27T23:56:20.52912Z","steps":["trace[26473992] 'agreement among raft nodes before linearized reading' (duration: 232.808012ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:20.638017Z","caller":"traceutil/trace.go:171","msg":"trace[866473406] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"104.832962ms","start":"2026-02-27T23:56:20.533148Z","end":"2026-02-27T23:56:20.637981Z","steps":["trace[866473406] 'process raft request' (duration: 58.17912ms)","trace[866473406] 'compare' (duration: 46.059911ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:56:20.654543Z","caller":"traceutil/trace.go:171","msg":"trace[1327658249] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"121.249543ms","start":"2026-02-27T23:56:20.533267Z","end":"2026-02-27T23:56:20.654516Z","steps":["trace[1327658249] 'process raft request' (duration: 121.07218ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:20.654767Z","caller":"traceutil/trace.go:171","msg":"trace[635954163] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"121.098739ms","start":"2026-02-27T23:56:20.533658Z","end":"2026-02-27T23:56:20.654757Z","steps":["trace[635954163] 'process raft request' (duration: 120.816133ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:20.655001Z","caller":"traceutil/trace.go:171","msg":"trace[444202563] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"120.441047ms","start":"2026-02-27T23:56:20.534546Z","end":"2026-02-27T23:56:20.654987Z","steps":["trace[444202563] 'process raft request' (duration: 120.164562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:20.655451Z","caller":"traceutil/trace.go:171","msg":"trace[474638641] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"119.087351ms","start":"2026-02-27T23:56:20.536332Z","end":"2026-02-27T23:56:20.65542Z","steps":["trace[474638641] 'process raft request' (duration: 118.529091ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:20.655528Z","caller":"traceutil/trace.go:171","msg":"trace[900722422] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"117.163805ms","start":"2026-02-27T23:56:20.538348Z","end":"2026-02-27T23:56:20.655512Z","steps":["trace[900722422] 'process raft request' (duration: 117.036782ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:20.655863Z","caller":"traceutil/trace.go:171","msg":"trace[1815152653] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8091; }","duration":"114.760099ms","start":"2026-02-27T23:56:20.541082Z","end":"2026-02-27T23:56:20.655842Z","steps":["trace[1815152653] 'process raft request' (duration: 114.390992ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:20.655884Z","caller":"traceutil/trace.go:171","msg":"trace[1262443352] linearizableReadLoop","detail":"{readStateIndex:8391; appliedIndex:8387; }","duration":"121.084959ms","start":"2026-02-27T23:56:20.534782Z","end":"2026-02-27T23:56:20.655867Z","steps":["trace[1262443352] 'read index received' (duration: 56.57625ms)","trace[1262443352] 'applied index is now lower than readState.Index' (duration: 64.507289ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:56:20.656161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.950237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-5bqr6\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-02-27T23:56:20.656211Z","caller":"traceutil/trace.go:171","msg":"trace[1370814603] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-5bqr6; range_end:; response_count:1; response_revision:8093; }","duration":"120.023499ms","start":"2026-02-27T23:56:20.536174Z","end":"2026-02-27T23:56:20.656198Z","steps":["trace[1370814603] 'agreement among raft nodes before linearized reading' (duration: 119.882487ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:20.656201Z","caller":"traceutil/trace.go:171","msg":"trace[685655404] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"108.929019ms","start":"2026-02-27T23:56:20.547257Z","end":"2026-02-27T23:56:20.656186Z","steps":["trace[685655404] 'process raft request' (duration: 108.469671ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:20.656341Z","caller":"traceutil/trace.go:171","msg":"trace[461379746] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"104.264461ms","start":"2026-02-27T23:56:20.551952Z","end":"2026-02-27T23:56:20.656217Z","steps":["trace[461379746] 'process raft request' (duration: 103.853703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:20.656433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.642149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227465"} {"level":"info","ts":"2026-02-27T23:56:20.65658Z","caller":"traceutil/trace.go:171","msg":"trace[1963830978] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8093; }","duration":"121.835733ms","start":"2026-02-27T23:56:20.534723Z","end":"2026-02-27T23:56:20.656559Z","steps":["trace[1963830978] 'agreement among raft nodes before linearized reading' (duration: 121.290893ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:21.087603Z","caller":"traceutil/trace.go:171","msg":"trace[824190265] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"136.261814ms","start":"2026-02-27T23:56:20.951301Z","end":"2026-02-27T23:56:21.087563Z","steps":["trace[824190265] 'process raft request' (duration: 136.01502ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:21.886182Z","caller":"traceutil/trace.go:171","msg":"trace[223866378] linearizableReadLoop","detail":"{readStateIndex:8406; appliedIndex:8405; }","duration":"106.380381ms","start":"2026-02-27T23:56:21.77977Z","end":"2026-02-27T23:56:21.886151Z","steps":["trace[223866378] 'read index received' (duration: 106.146416ms)","trace[223866378] 'applied index is now lower than readState.Index' (duration: 232.235µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:56:21.886296Z","caller":"traceutil/trace.go:171","msg":"trace[103305104] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"239.265533ms","start":"2026-02-27T23:56:21.646995Z","end":"2026-02-27T23:56:21.886261Z","steps":["trace[103305104] 'process raft request' (duration: 238.903196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:21.886553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.755969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:56:21.886679Z","caller":"traceutil/trace.go:171","msg":"trace[1412336026] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8103; }","duration":"106.972903ms","start":"2026-02-27T23:56:21.779682Z","end":"2026-02-27T23:56:21.886655Z","steps":["trace[1412336026] 'agreement among raft nodes before linearized reading' (duration: 106.579675ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:22.368173Z","caller":"traceutil/trace.go:171","msg":"trace[1202821724] linearizableReadLoop","detail":"{readStateIndex:8407; appliedIndex:8406; }","duration":"227.883507ms","start":"2026-02-27T23:56:22.140254Z","end":"2026-02-27T23:56:22.368137Z","steps":["trace[1202821724] 'read index received' (duration: 135.547312ms)","trace[1202821724] 'applied index is now lower than readState.Index' (duration: 92.332955ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:56:22.368402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.131883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:56:22.368481Z","caller":"traceutil/trace.go:171","msg":"trace[1974858107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8103; }","duration":"228.295206ms","start":"2026-02-27T23:56:22.140167Z","end":"2026-02-27T23:56:22.368463Z","steps":["trace[1974858107] 'agreement among raft nodes before linearized reading' (duration: 228.122772ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:22.369635Z","caller":"traceutil/trace.go:171","msg":"trace[800402848] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"190.527832ms","start":"2026-02-27T23:56:22.179083Z","end":"2026-02-27T23:56:22.369611Z","steps":["trace[800402848] 'process raft request' (duration: 188.629706ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:22.449162Z","caller":"traceutil/trace.go:171","msg":"trace[1594003818] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"145.879858ms","start":"2026-02-27T23:56:22.303261Z","end":"2026-02-27T23:56:22.449141Z","steps":["trace[1594003818] 'process raft request' (duration: 66.335895ms)","trace[1594003818] 'compare' (duration: 79.195736ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:56:22.44952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.195157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T23:56:22.449568Z","caller":"traceutil/trace.go:171","msg":"trace[969961668] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8105; }","duration":"270.279288ms","start":"2026-02-27T23:56:22.179277Z","end":"2026-02-27T23:56:22.449557Z","steps":["trace[969961668] 'agreement among raft nodes before linearized reading' (duration: 270.166886ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:22.762406Z","caller":"traceutil/trace.go:171","msg":"trace[1841955420] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"100.49317ms","start":"2026-02-27T23:56:22.661861Z","end":"2026-02-27T23:56:22.762355Z","steps":["trace[1841955420] 'process raft request' (duration: 99.309138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:22.762764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.619511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T23:56:22.762803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.572992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T23:56:22.762852Z","caller":"traceutil/trace.go:171","msg":"trace[1820686369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8112; }","duration":"101.912476ms","start":"2026-02-27T23:56:22.660919Z","end":"2026-02-27T23:56:22.762831Z","steps":["trace[1820686369] 'agreement among raft nodes before linearized reading' (duration: 101.455927ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:22.76286Z","caller":"traceutil/trace.go:171","msg":"trace[1176872754] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"100.621212ms","start":"2026-02-27T23:56:22.662213Z","end":"2026-02-27T23:56:22.762835Z","steps":["trace[1176872754] 'process raft request' (duration: 99.140054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:22.762959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.927415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T23:56:22.762982Z","caller":"traceutil/trace.go:171","msg":"trace[2132730038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8112; }","duration":"102.968635ms","start":"2026-02-27T23:56:22.660008Z","end":"2026-02-27T23:56:22.762977Z","steps":["trace[2132730038] 'agreement among raft nodes before linearized reading' (duration: 101.404996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:22.762888Z","caller":"traceutil/trace.go:171","msg":"trace[1454118232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8112; }","duration":"100.730104ms","start":"2026-02-27T23:56:22.662141Z","end":"2026-02-27T23:56:22.762871Z","steps":["trace[1454118232] 'agreement among raft nodes before linearized reading' (duration: 100.304947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:22.763108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.029077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T23:56:22.763141Z","caller":"traceutil/trace.go:171","msg":"trace[205237617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8112; }","duration":"103.095258ms","start":"2026-02-27T23:56:22.660035Z","end":"2026-02-27T23:56:22.76313Z","steps":["trace[205237617] 'agreement among raft nodes before linearized reading' (duration: 102.448816ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:22.893034Z","caller":"traceutil/trace.go:171","msg":"trace[1096876404] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"124.636827ms","start":"2026-02-27T23:56:22.768364Z","end":"2026-02-27T23:56:22.893001Z","steps":["trace[1096876404] 'process raft request' (duration: 27.550401ms)","trace[1096876404] 'compare' (duration: 96.844201ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:56:22.916737Z","caller":"traceutil/trace.go:171","msg":"trace[1378010720] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"146.57327ms","start":"2026-02-27T23:56:22.770129Z","end":"2026-02-27T23:56:22.916703Z","steps":["trace[1378010720] 'process raft request' (duration: 146.520819ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:22.916808Z","caller":"traceutil/trace.go:171","msg":"trace[253839407] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"147.803944ms","start":"2026-02-27T23:56:22.768962Z","end":"2026-02-27T23:56:22.916766Z","steps":["trace[253839407] 'process raft request' (duration: 147.459237ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:22.917032Z","caller":"traceutil/trace.go:171","msg":"trace[886639929] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"147.719312ms","start":"2026-02-27T23:56:22.769288Z","end":"2026-02-27T23:56:22.917007Z","steps":["trace[886639929] 'process raft request' (duration: 147.316445ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:24.577598Z","caller":"traceutil/trace.go:171","msg":"trace[923184486] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"128.898606ms","start":"2026-02-27T23:56:24.44867Z","end":"2026-02-27T23:56:24.577568Z","steps":["trace[923184486] 'process raft request' (duration: 128.707233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:24.83212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.837091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:56:24.832204Z","caller":"traceutil/trace.go:171","msg":"trace[1142710117] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8118; }","duration":"151.004734ms","start":"2026-02-27T23:56:24.681178Z","end":"2026-02-27T23:56:24.832183Z","steps":["trace[1142710117] 'count revisions from in-memory index tree' (duration: 150.600257ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:24.873231Z","caller":"traceutil/trace.go:171","msg":"trace[193283882] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"102.972007ms","start":"2026-02-27T23:56:24.770228Z","end":"2026-02-27T23:56:24.8732Z","steps":["trace[193283882] 'process raft request' (duration: 102.792914ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:24.925699Z","caller":"traceutil/trace.go:171","msg":"trace[1225410674] linearizableReadLoop","detail":"{readStateIndex:8424; appliedIndex:8422; }","duration":"149.21179ms","start":"2026-02-27T23:56:24.776468Z","end":"2026-02-27T23:56:24.92568Z","steps":["trace[1225410674] 'read index received' (duration: 96.662808ms)","trace[1225410674] 'applied index is now lower than readState.Index' (duration: 52.547492ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:56:24.925942Z","caller":"traceutil/trace.go:171","msg":"trace[7253744] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"154.505771ms","start":"2026-02-27T23:56:24.771424Z","end":"2026-02-27T23:56:24.92593Z","steps":["trace[7253744] 'process raft request' (duration: 154.093003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:24.92631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.836443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T23:56:24.926397Z","caller":"traceutil/trace.go:171","msg":"trace[2111976743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:8121; }","duration":"149.974795ms","start":"2026-02-27T23:56:24.776402Z","end":"2026-02-27T23:56:24.926377Z","steps":["trace[2111976743] 'agreement among raft nodes before linearized reading' (duration: 149.814332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:32.882565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.055701ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:56:32.882739Z","caller":"traceutil/trace.go:171","msg":"trace[2047213641] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8184; }","duration":"164.258075ms","start":"2026-02-27T23:56:32.718456Z","end":"2026-02-27T23:56:32.882714Z","steps":["trace[2047213641] 'range keys from in-memory index tree' (duration: 164.027421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:32.882845Z","caller":"traceutil/trace.go:171","msg":"trace[774309830] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"233.443333ms","start":"2026-02-27T23:56:32.649363Z","end":"2026-02-27T23:56:32.882806Z","steps":["trace[774309830] 'process raft request' (duration: 232.77929ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:34.168299Z","caller":"traceutil/trace.go:171","msg":"trace[1408484685] linearizableReadLoop","detail":"{readStateIndex:8506; appliedIndex:8505; }","duration":"269.012055ms","start":"2026-02-27T23:56:33.899261Z","end":"2026-02-27T23:56:34.168273Z","steps":["trace[1408484685] 'read index received' (duration: 268.810762ms)","trace[1408484685] 'applied index is now lower than readState.Index' (duration: 200.573µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:56:34.168376Z","caller":"traceutil/trace.go:171","msg":"trace[1627681217] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"271.307359ms","start":"2026-02-27T23:56:33.897033Z","end":"2026-02-27T23:56:34.16834Z","steps":["trace[1627681217] 'process raft request' (duration: 271.099925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:34.168566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.27936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-27T23:56:34.16867Z","caller":"traceutil/trace.go:171","msg":"trace[1613066877] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8199; }","duration":"269.463483ms","start":"2026-02-27T23:56:33.899182Z","end":"2026-02-27T23:56:34.168645Z","steps":["trace[1613066877] 'agreement among raft nodes before linearized reading' (duration: 269.181408ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:56:34.286539Z","caller":"traceutil/trace.go:171","msg":"trace[1639410725] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"111.770423ms","start":"2026-02-27T23:56:34.174729Z","end":"2026-02-27T23:56:34.286499Z","steps":["trace[1639410725] 'process raft request' (duration: 54.49888ms)","trace[1639410725] 'compare' (duration: 57.047159ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:56:34.287223Z","caller":"traceutil/trace.go:171","msg":"trace[2038341943] linearizableReadLoop","detail":"{readStateIndex:8508; appliedIndex:8506; }","duration":"110.381266ms","start":"2026-02-27T23:56:34.176826Z","end":"2026-02-27T23:56:34.287207Z","steps":["trace[2038341943] 'read index received' (duration: 52.41476ms)","trace[2038341943] 'applied index is now lower than readState.Index' (duration: 57.965436ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:56:34.287501Z","caller":"traceutil/trace.go:171","msg":"trace[1839994805] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"111.62315ms","start":"2026-02-27T23:56:34.175841Z","end":"2026-02-27T23:56:34.287464Z","steps":["trace[1839994805] 'process raft request' (duration: 111.280654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:34.287673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.811534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-02-27T23:56:34.287768Z","caller":"traceutil/trace.go:171","msg":"trace[230519139] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8201; }","duration":"110.955057ms","start":"2026-02-27T23:56:34.176789Z","end":"2026-02-27T23:56:34.287744Z","steps":["trace[230519139] 'agreement among raft nodes before linearized reading' (duration: 110.652992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:56:34.28778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.545331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-02-27T23:56:34.287862Z","caller":"traceutil/trace.go:171","msg":"trace[1892663864] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8201; }","duration":"109.668013ms","start":"2026-02-27T23:56:34.178171Z","end":"2026-02-27T23:56:34.287839Z","steps":["trace[1892663864] 'agreement among raft nodes before linearized reading' (duration: 109.316137ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:57:24.4184Z","caller":"traceutil/trace.go:171","msg":"trace[266742687] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"268.870289ms","start":"2026-02-27T23:57:24.149489Z","end":"2026-02-27T23:57:24.41836Z","steps":["trace[266742687] 'process raft request' (duration: 268.653044ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:57:38.953916Z","caller":"traceutil/trace.go:171","msg":"trace[576740882] linearizableReadLoop","detail":"{readStateIndex:9137; appliedIndex:9137; }","duration":"192.394281ms","start":"2026-02-27T23:57:38.761494Z","end":"2026-02-27T23:57:38.953888Z","steps":["trace[576740882] 'read index received' (duration: 192.38515ms)","trace[576740882] 'applied index is now lower than readState.Index' (duration: 7.391µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:57:38.95404Z","caller":"traceutil/trace.go:171","msg":"trace[317124531] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"253.873733ms","start":"2026-02-27T23:57:38.700016Z","end":"2026-02-27T23:57:38.953889Z","steps":["trace[317124531] 'process raft request' (duration: 253.701909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:57:38.954043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.514163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:57:38.954159Z","caller":"traceutil/trace.go:171","msg":"trace[868068506] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8812; }","duration":"192.687597ms","start":"2026-02-27T23:57:38.761446Z","end":"2026-02-27T23:57:38.954134Z","steps":["trace[868068506] 'agreement among raft nodes before linearized reading' (duration: 192.465092ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:57:39.34334Z","caller":"traceutil/trace.go:171","msg":"trace[964324429] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"104.122768ms","start":"2026-02-27T23:57:39.239176Z","end":"2026-02-27T23:57:39.343299Z","steps":["trace[964324429] 'process raft request' (duration: 103.918174ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:57:51.373341Z","caller":"traceutil/trace.go:171","msg":"trace[566322413] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"100.683669ms","start":"2026-02-27T23:57:51.272622Z","end":"2026-02-27T23:57:51.373306Z","steps":["trace[566322413] 'process raft request' (duration: 94.692748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:57:51.615866Z","caller":"traceutil/trace.go:171","msg":"trace[766075591] linearizableReadLoop","detail":"{readStateIndex:9237; appliedIndex:9235; }","duration":"107.716778ms","start":"2026-02-27T23:57:51.508123Z","end":"2026-02-27T23:57:51.61584Z","steps":["trace[766075591] 'read index received' (duration: 39.63603ms)","trace[766075591] 'applied index is now lower than readState.Index' (duration: 68.079638ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:57:51.615936Z","caller":"traceutil/trace.go:171","msg":"trace[532303240] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"132.055388ms","start":"2026-02-27T23:57:51.483842Z","end":"2026-02-27T23:57:51.615898Z","steps":["trace[532303240] 'process raft request' (duration: 131.812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:57:51.616163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.016181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T23:57:51.616304Z","caller":"traceutil/trace.go:171","msg":"trace[1694897038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8910; }","duration":"108.153101ms","start":"2026-02-27T23:57:51.508085Z","end":"2026-02-27T23:57:51.616238Z","steps":["trace[1694897038] 'agreement among raft nodes before linearized reading' (duration: 107.920374ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:58:15.064545Z","caller":"traceutil/trace.go:171","msg":"trace[2051278310] linearizableReadLoop","detail":"{readStateIndex:9386; appliedIndex:9385; }","duration":"113.61728ms","start":"2026-02-27T23:58:14.950891Z","end":"2026-02-27T23:58:15.064508Z","steps":["trace[2051278310] 'read index received' (duration: 38.756262ms)","trace[2051278310] 'applied index is now lower than readState.Index' (duration: 74.859628ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:58:15.064628Z","caller":"traceutil/trace.go:171","msg":"trace[768500717] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"121.999269ms","start":"2026-02-27T23:58:14.942583Z","end":"2026-02-27T23:58:15.064582Z","steps":["trace[768500717] 'process raft request' (duration: 46.973048ms)","trace[768500717] 'compare' (duration: 74.761416ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:58:15.065014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.105031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-rqwx6\" ","response":"range_response_count:1 size:12875"} {"level":"info","ts":"2026-02-27T23:58:15.065071Z","caller":"traceutil/trace.go:171","msg":"trace[416024981] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-rqwx6; range_end:; response_count:1; response_revision:9053; }","duration":"114.219344ms","start":"2026-02-27T23:58:14.950836Z","end":"2026-02-27T23:58:15.065055Z","steps":["trace[416024981] 'agreement among raft nodes before linearized reading' (duration: 113.822785ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:58:30.823097Z","caller":"traceutil/trace.go:171","msg":"trace[40396770] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"158.087003ms","start":"2026-02-27T23:58:30.66497Z","end":"2026-02-27T23:58:30.823057Z","steps":["trace[40396770] 'process raft request' (duration: 157.732815ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:59:46.528533Z","caller":"traceutil/trace.go:171","msg":"trace[118303354] transaction","detail":"{read_only:false; response_revision:9623; number_of_response:1; }","duration":"303.31836ms","start":"2026-02-27T23:59:46.225177Z","end":"2026-02-27T23:59:46.528495Z","steps":["trace[118303354] 'process raft request' (duration: 303.002272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:59:46.528758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:59:46.225149Z","time spent":"303.500525ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:59:50.548953Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T23:59:50.554691Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T23:59:50.554833Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-28T00:00:12.627273Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7544} {"level":"info","ts":"2026-02-28T00:00:12.710409Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7544,"took":"80.783971ms","hash":1832924827,"current-db-size-bytes":41775104,"current-db-size":"42 MB","current-db-size-in-use-bytes":24989696,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-28T00:00:12.710546Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1832924827,"revision":7544,"compact-revision":5633} {"level":"info","ts":"2026-02-28T00:01:59.456821Z","caller":"traceutil/trace.go:171","msg":"trace[1008271515] transaction","detail":"{read_only:false; response_revision:10416; number_of_response:1; }","duration":"104.833283ms","start":"2026-02-28T00:01:59.351946Z","end":"2026-02-28T00:01:59.45678Z","steps":["trace[1008271515] 'process raft request' (duration: 99.018126ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:02:58.173309Z","caller":"traceutil/trace.go:171","msg":"trace[903934140] linearizableReadLoop","detail":"{readStateIndex:11408; appliedIndex:11407; }","duration":"288.557485ms","start":"2026-02-28T00:02:57.884713Z","end":"2026-02-28T00:02:58.173271Z","steps":["trace[903934140] 'read index received' (duration: 288.347841ms)","trace[903934140] 'applied index is now lower than readState.Index' (duration: 208.424µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:02:58.173376Z","caller":"traceutil/trace.go:171","msg":"trace[2030733590] transaction","detail":"{read_only:false; response_revision:11008; number_of_response:1; }","duration":"362.04596ms","start":"2026-02-28T00:02:57.81128Z","end":"2026-02-28T00:02:58.173326Z","steps":["trace[2030733590] 'process raft request' (duration: 361.805584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.173578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:02:57.811245Z","time spent":"362.223913ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:02:58.173616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.873222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T00:02:58.173655Z","caller":"traceutil/trace.go:171","msg":"trace[1261049188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11008; }","duration":"288.967095ms","start":"2026-02-28T00:02:57.884676Z","end":"2026-02-28T00:02:58.173643Z","steps":["trace[1261049188] 'agreement among raft nodes before linearized reading' (duration: 288.793101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.17378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.912048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-28T00:02:58.17385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.146908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T00:02:58.173885Z","caller":"traceutil/trace.go:171","msg":"trace[750071927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11008; }","duration":"289.22415ms","start":"2026-02-28T00:02:57.88465Z","end":"2026-02-28T00:02:58.173875Z","steps":["trace[750071927] 'agreement among raft nodes before linearized reading' (duration: 289.137498ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:02:58.173897Z","caller":"traceutil/trace.go:171","msg":"trace[1978050578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11008; }","duration":"287.047951ms","start":"2026-02-28T00:02:57.886822Z","end":"2026-02-28T00:02:58.17387Z","steps":["trace[1978050578] 'agreement among raft nodes before linearized reading' (duration: 286.783645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.174178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.526831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-28T00:02:58.174235Z","caller":"traceutil/trace.go:171","msg":"trace[693067240] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:11008; }","duration":"118.638383ms","start":"2026-02-28T00:02:58.055583Z","end":"2026-02-28T00:02:58.174221Z","steps":["trace[693067240] 'agreement among raft nodes before linearized reading' (duration: 118.427669ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:02:58.614337Z","caller":"traceutil/trace.go:171","msg":"trace[1319159182] linearizableReadLoop","detail":"{readStateIndex:11410; appliedIndex:11408; }","duration":"432.325492ms","start":"2026-02-28T00:02:58.181976Z","end":"2026-02-28T00:02:58.614302Z","steps":["trace[1319159182] 'read index received' (duration: 367.41831ms)","trace[1319159182] 'applied index is now lower than readState.Index' (duration: 64.905912ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:02:58.614567Z","caller":"traceutil/trace.go:171","msg":"trace[1775813759] transaction","detail":"{read_only:false; response_revision:11009; number_of_response:1; }","duration":"434.531182ms","start":"2026-02-28T00:02:58.180026Z","end":"2026-02-28T00:02:58.614558Z","steps":["trace[1775813759] 'process raft request' (duration: 369.071177ms)","trace[1775813759] 'compare' (duration: 64.925973ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:02:58.614664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:02:58.179997Z","time spent":"434.600383ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:02:58.614821Z","caller":"traceutil/trace.go:171","msg":"trace[1727179875] transaction","detail":"{read_only:false; response_revision:11010; number_of_response:1; }","duration":"434.48608ms","start":"2026-02-28T00:02:58.180327Z","end":"2026-02-28T00:02:58.614813Z","steps":["trace[1727179875] 'process raft request' (duration: 433.876647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.614869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:02:58.180312Z","time spent":"434.533652ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:02:58.61496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.918053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:02:58.615022Z","caller":"traceutil/trace.go:171","msg":"trace[1736510251] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11012; }","duration":"356.084038ms","start":"2026-02-28T00:02:58.258925Z","end":"2026-02-28T00:02:58.615009Z","steps":["trace[1736510251] 'agreement among raft nodes before linearized reading' (duration: 355.908903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.61505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:02:58.258905Z","time spent":"356.139298ms","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-28T00:02:58.615239Z","caller":"traceutil/trace.go:171","msg":"trace[113750630] transaction","detail":"{read_only:false; response_revision:11011; number_of_response:1; }","duration":"432.326372ms","start":"2026-02-28T00:02:58.182902Z","end":"2026-02-28T00:02:58.615228Z","steps":["trace[113750630] 'process raft request' (duration: 431.33832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.615385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:02:58.18288Z","time spent":"432.405165ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:02:58.615538Z","caller":"traceutil/trace.go:171","msg":"trace[1464866285] transaction","detail":"{read_only:false; response_revision:11012; number_of_response:1; }","duration":"155.722474ms","start":"2026-02-28T00:02:58.459806Z","end":"2026-02-28T00:02:58.615529Z","steps":["trace[1464866285] 'process raft request' (duration: 154.464645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.616068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.105122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:49 size:452278"} {"level":"info","ts":"2026-02-28T00:02:58.616092Z","caller":"traceutil/trace.go:171","msg":"trace[358714227] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:49; response_revision:11012; }","duration":"434.131762ms","start":"2026-02-28T00:02:58.181954Z","end":"2026-02-28T00:02:58.616086Z","steps":["trace[358714227] 'agreement among raft nodes before linearized reading' (duration: 433.719163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.616129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:02:58.181934Z","time spent":"434.189894ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":49,"response size":452301,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-28T00:02:58.616434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.043111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T00:02:58.616466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.193711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:02:58.616477Z","caller":"traceutil/trace.go:171","msg":"trace[1154103391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11012; }","duration":"164.086052ms","start":"2026-02-28T00:02:58.45238Z","end":"2026-02-28T00:02:58.616466Z","steps":["trace[1154103391] 'agreement among raft nodes before linearized reading' (duration: 164.02091ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:02:58.616498Z","caller":"traceutil/trace.go:171","msg":"trace[64906602] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11012; }","duration":"163.249032ms","start":"2026-02-28T00:02:58.45324Z","end":"2026-02-28T00:02:58.616489Z","steps":["trace[64906602] 'agreement among raft nodes before linearized reading' (duration: 163.185531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.616553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.198184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T00:02:58.616564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.275811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:02:58.616572Z","caller":"traceutil/trace.go:171","msg":"trace[132422350] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11012; }","duration":"164.276226ms","start":"2026-02-28T00:02:58.452291Z","end":"2026-02-28T00:02:58.616567Z","steps":["trace[132422350] 'agreement among raft nodes before linearized reading' (duration: 164.249365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.616532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.971984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T00:02:58.616614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.156178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:02:58.616637Z","caller":"traceutil/trace.go:171","msg":"trace[9518597] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11012; }","duration":"356.202449ms","start":"2026-02-28T00:02:58.260425Z","end":"2026-02-28T00:02:58.616628Z","steps":["trace[9518597] 'agreement among raft nodes before linearized reading' (duration: 356.173279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.616647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.699232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-02-28T00:02:58.616639Z","caller":"traceutil/trace.go:171","msg":"trace[236630597] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11012; }","duration":"356.110787ms","start":"2026-02-28T00:02:58.2605Z","end":"2026-02-28T00:02:58.616611Z","steps":["trace[236630597] 'agreement among raft nodes before linearized reading' (duration: 355.892552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.616654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:02:58.260416Z","time spent":"356.23395ms","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-02-28T00:02:58.616668Z","caller":"traceutil/trace.go:171","msg":"trace[95494797] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11012; }","duration":"352.732062ms","start":"2026-02-28T00:02:58.263931Z","end":"2026-02-28T00:02:58.616663Z","steps":["trace[95494797] 'agreement among raft nodes before linearized reading' (duration: 352.676121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.616682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:02:58.263924Z","time spent":"352.755132ms","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-28T00:02:58.616692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:02:58.260446Z","time spent":"356.23684ms","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T00:02:58.616661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.247915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T00:02:58.61669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.847665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-02-28T00:02:58.616586Z","caller":"traceutil/trace.go:171","msg":"trace[1339675987] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11012; }","duration":"356.339132ms","start":"2026-02-28T00:02:58.260241Z","end":"2026-02-28T00:02:58.61658Z","steps":["trace[1339675987] 'agreement among raft nodes before linearized reading' (duration: 356.305562ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:02:58.616776Z","caller":"traceutil/trace.go:171","msg":"trace[2120871856] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11012; }","duration":"163.946867ms","start":"2026-02-28T00:02:58.452806Z","end":"2026-02-28T00:02:58.616753Z","steps":["trace[2120871856] 'agreement among raft nodes before linearized reading' (duration: 163.661531ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:02:58.616775Z","caller":"traceutil/trace.go:171","msg":"trace[744319736] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11012; }","duration":"164.444469ms","start":"2026-02-28T00:02:58.4523Z","end":"2026-02-28T00:02:58.616745Z","steps":["trace[744319736] 'agreement among raft nodes before linearized reading' (duration: 164.182023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.616806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.584649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-28T00:02:58.616845Z","caller":"traceutil/trace.go:171","msg":"trace[483635997] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11012; }","duration":"357.651061ms","start":"2026-02-28T00:02:58.259182Z","end":"2026-02-28T00:02:58.616833Z","steps":["trace[483635997] 'agreement among raft nodes before linearized reading' (duration: 357.530608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:02:58.616885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:02:58.259167Z","time spent":"357.704402ms","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-28T00:02:58.616835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:02:58.260215Z","time spent":"356.579787ms","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-28T00:03:22.298184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.429412ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-28T00:03:22.298336Z","caller":"traceutil/trace.go:171","msg":"trace[1083140389] linearizableReadLoop","detail":"{readStateIndex:11532; appliedIndex:11531; }","duration":"157.60298ms","start":"2026-02-28T00:03:22.140711Z","end":"2026-02-28T00:03:22.298314Z","steps":["trace[1083140389] 'read index received' (duration: 14.877752ms)","trace[1083140389] 'applied index is now lower than readState.Index' (duration: 142.723658ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:03:22.298439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.726183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:03:22.29847Z","caller":"traceutil/trace.go:171","msg":"trace[283141372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11127; }","duration":"157.809635ms","start":"2026-02-28T00:03:22.140648Z","end":"2026-02-28T00:03:22.298457Z","steps":["trace[283141372] 'agreement among raft nodes before linearized reading' (duration: 157.724053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:03:23.31834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285334867,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T00:03:23.521343Z","caller":"traceutil/trace.go:171","msg":"trace[92528343] linearizableReadLoop","detail":"{readStateIndex:11540; appliedIndex:11536; }","duration":"703.692454ms","start":"2026-02-28T00:03:22.81762Z","end":"2026-02-28T00:03:23.521312Z","steps":["trace[92528343] 'read index received' (duration: 645.150145ms)","trace[92528343] 'applied index is now lower than readState.Index' (duration: 58.541079ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:03:23.521554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.932049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-28T00:03:23.521591Z","caller":"traceutil/trace.go:171","msg":"trace[874712229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:11135; }","duration":"703.98012ms","start":"2026-02-28T00:03:22.817595Z","end":"2026-02-28T00:03:23.521575Z","steps":["trace[874712229] 'agreement among raft nodes before linearized reading' (duration: 703.830307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:03:23.521626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:03:22.817525Z","time spent":"704.092402ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-65q9b\" "} {"level":"info","ts":"2026-02-28T00:03:23.521656Z","caller":"traceutil/trace.go:171","msg":"trace[1842357999] transaction","detail":"{read_only:false; response_revision:11134; number_of_response:1; }","duration":"620.593598ms","start":"2026-02-28T00:03:22.900996Z","end":"2026-02-28T00:03:23.52159Z","steps":["trace[1842357999] 'process raft request' (duration: 620.236201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:03:23.521767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:03:22.900971Z","time spent":"620.72772ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:03:23.521813Z","caller":"traceutil/trace.go:171","msg":"trace[1172164077] transaction","detail":"{read_only:false; response_revision:11135; number_of_response:1; }","duration":"614.867641ms","start":"2026-02-28T00:03:22.906934Z","end":"2026-02-28T00:03:23.521802Z","steps":["trace[1172164077] 'process raft request' (duration: 614.34208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:03:23.521879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:03:22.906925Z","time spent":"614.910722ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:03:23.521564Z","caller":"traceutil/trace.go:171","msg":"trace[1996278531] transaction","detail":"{read_only:false; response_revision:11133; number_of_response:1; }","duration":"752.917363ms","start":"2026-02-28T00:03:22.768612Z","end":"2026-02-28T00:03:23.521529Z","steps":["trace[1996278531] 'process raft request' (duration: 752.509485ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:03:23.522193Z","caller":"traceutil/trace.go:171","msg":"trace[1357518278] transaction","detail":"{read_only:false; response_revision:11132; number_of_response:1; }","duration":"753.506605ms","start":"2026-02-28T00:03:22.768334Z","end":"2026-02-28T00:03:23.52184Z","steps":["trace[1357518278] 'process raft request' (duration: 694.324623ms)","trace[1357518278] 'compare' (duration: 57.821505ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:03:23.522355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:03:22.768595Z","time spent":"753.666619ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:03:23.522403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:03:22.768309Z","time spent":"754.003557ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:03:24.027451Z","caller":"traceutil/trace.go:171","msg":"trace[1473646916] transaction","detail":"{read_only:false; response_revision:11136; number_of_response:1; }","duration":"111.961182ms","start":"2026-02-28T00:03:23.915441Z","end":"2026-02-28T00:03:24.027402Z","steps":["trace[1473646916] 'process raft request' (duration: 111.700897ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:03:24.496821Z","caller":"traceutil/trace.go:171","msg":"trace[377348796] transaction","detail":"{read_only:false; response_revision:11137; number_of_response:1; }","duration":"116.410713ms","start":"2026-02-28T00:03:24.380389Z","end":"2026-02-28T00:03:24.496799Z","steps":["trace[377348796] 'process raft request' (duration: 116.270909ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:03:24.873871Z","caller":"traceutil/trace.go:171","msg":"trace[1569095514] transaction","detail":"{read_only:false; response_revision:11138; number_of_response:1; }","duration":"105.450351ms","start":"2026-02-28T00:03:24.768395Z","end":"2026-02-28T00:03:24.873845Z","steps":["trace[1569095514] 'process raft request' (duration: 105.261758ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:03:25.068443Z","caller":"traceutil/trace.go:171","msg":"trace[1322588222] linearizableReadLoop","detail":"{readStateIndex:11544; appliedIndex:11543; }","duration":"189.64415ms","start":"2026-02-28T00:03:24.878733Z","end":"2026-02-28T00:03:25.068377Z","steps":["trace[1322588222] 'read index received' (duration: 127.132101ms)","trace[1322588222] 'applied index is now lower than readState.Index' (duration: 62.510119ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:03:25.068497Z","caller":"traceutil/trace.go:171","msg":"trace[1612081178] transaction","detail":"{read_only:false; response_revision:11139; number_of_response:1; }","duration":"190.041259ms","start":"2026-02-28T00:03:24.878411Z","end":"2026-02-28T00:03:25.068453Z","steps":["trace[1612081178] 'process raft request' (duration: 127.536159ms)","trace[1612081178] 'compare' (duration: 62.180392ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:03:25.068921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.16484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-28T00:03:25.069025Z","caller":"traceutil/trace.go:171","msg":"trace[688442084] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11139; }","duration":"190.298764ms","start":"2026-02-28T00:03:24.878705Z","end":"2026-02-28T00:03:25.069004Z","steps":["trace[688442084] 'agreement among raft nodes before linearized reading' (duration: 189.906196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:03:25.068949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.144465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-28T00:03:25.069161Z","caller":"traceutil/trace.go:171","msg":"trace[1605255589] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11139; }","duration":"102.323618ms","start":"2026-02-28T00:03:24.966762Z","end":"2026-02-28T00:03:25.069086Z","steps":["trace[1605255589] 'agreement among raft nodes before linearized reading' (duration: 101.946931ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:03:25.23662Z","caller":"traceutil/trace.go:171","msg":"trace[480247738] linearizableReadLoop","detail":"{readStateIndex:11545; appliedIndex:11544; }","duration":"107.706877ms","start":"2026-02-28T00:03:25.128879Z","end":"2026-02-28T00:03:25.236585Z","steps":["trace[480247738] 'read index received' (duration: 53.431134ms)","trace[480247738] 'applied index is now lower than readState.Index' (duration: 54.274443ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:03:25.236821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.915702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:03:25.236785Z","caller":"traceutil/trace.go:171","msg":"trace[1059418742] transaction","detail":"{read_only:false; response_revision:11140; number_of_response:1; }","duration":"162.305664ms","start":"2026-02-28T00:03:25.074416Z","end":"2026-02-28T00:03:25.236721Z","steps":["trace[1059418742] 'process raft request' (duration: 107.809077ms)","trace[1059418742] 'compare' (duration: 54.204271ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:03:25.23686Z","caller":"traceutil/trace.go:171","msg":"trace[1858135708] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11140; }","duration":"108.030934ms","start":"2026-02-28T00:03:25.12882Z","end":"2026-02-28T00:03:25.236851Z","steps":["trace[1858135708] 'agreement among raft nodes before linearized reading' (duration: 107.888281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:03:27.710407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.979002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-28T00:03:27.710479Z","caller":"traceutil/trace.go:171","msg":"trace[409311296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:11152; }","duration":"106.085553ms","start":"2026-02-28T00:03:27.604377Z","end":"2026-02-28T00:03:27.710462Z","steps":["trace[409311296] 'agreement among raft nodes before linearized reading' (duration: 105.858539ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:03:27.710641Z","caller":"traceutil/trace.go:171","msg":"trace[489755657] transaction","detail":"{read_only:false; response_revision:11152; number_of_response:1; }","duration":"118.640149ms","start":"2026-02-28T00:03:27.591993Z","end":"2026-02-28T00:03:27.710633Z","steps":["trace[489755657] 'process raft request' (duration: 118.022417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:03:27.71063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.787541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T00:03:27.710774Z","caller":"traceutil/trace.go:171","msg":"trace[2103482852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11152; }","duration":"119.128628ms","start":"2026-02-28T00:03:27.591624Z","end":"2026-02-28T00:03:27.710753Z","steps":["trace[2103482852] 'agreement among raft nodes before linearized reading' (duration: 118.605938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:03:27.710977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.17795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T00:03:27.711014Z","caller":"traceutil/trace.go:171","msg":"trace[875409920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11152; }","duration":"120.2329ms","start":"2026-02-28T00:03:27.59077Z","end":"2026-02-28T00:03:27.711003Z","steps":["trace[875409920] 'agreement among raft nodes before linearized reading' (duration: 120.154649ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:03:27.825865Z","caller":"traceutil/trace.go:171","msg":"trace[133220426] transaction","detail":"{read_only:false; response_revision:11153; number_of_response:1; }","duration":"109.320409ms","start":"2026-02-28T00:03:27.716498Z","end":"2026-02-28T00:03:27.825818Z","steps":["trace[133220426] 'process raft request' (duration: 99.696753ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:03:27.86489Z","caller":"traceutil/trace.go:171","msg":"trace[685455999] transaction","detail":"{read_only:false; response_revision:11154; number_of_response:1; }","duration":"148.315741ms","start":"2026-02-28T00:03:27.716548Z","end":"2026-02-28T00:03:27.864863Z","steps":["trace[685455999] 'process raft request' (duration: 148.169628ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:05:12.642652Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9779} {"level":"info","ts":"2026-02-28T00:05:12.734731Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9779,"took":"87.78138ms","hash":1015863110,"current-db-size-bytes":41775104,"current-db-size":"42 MB","current-db-size-in-use-bytes":22691840,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-28T00:05:12.734812Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1015863110,"revision":9779,"compact-revision":7544} {"level":"info","ts":"2026-02-28T00:07:43.867342Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033ef.wal"} {"level":"warn","ts":"2026-02-28T00:09:14.816594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.758554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T00:09:14.816727Z","caller":"traceutil/trace.go:171","msg":"trace[980140598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13385; }","duration":"318.960629ms","start":"2026-02-28T00:09:14.497737Z","end":"2026-02-28T00:09:14.816698Z","steps":["trace[980140598] 'range keys from in-memory index tree' (duration: 318.532208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:14.816794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:09:14.497712Z","time spent":"319.071372ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T00:09:34.911239Z","caller":"traceutil/trace.go:171","msg":"trace[6225267] transaction","detail":"{read_only:false; response_revision:13483; number_of_response:1; }","duration":"394.184064ms","start":"2026-02-28T00:09:34.517016Z","end":"2026-02-28T00:09:34.9112Z","steps":["trace[6225267] 'process raft request' (duration: 393.930198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:34.911639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:09:34.516976Z","time spent":"394.398049ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:09:35.173373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.430079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T00:09:35.173452Z","caller":"traceutil/trace.go:171","msg":"trace[1476771607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13483; }","duration":"239.555232ms","start":"2026-02-28T00:09:34.933877Z","end":"2026-02-28T00:09:35.173432Z","steps":["trace[1476771607] 'range keys from in-memory index tree' (duration: 239.254885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:35.173836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.091784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-65q9b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-28T00:09:35.173905Z","caller":"traceutil/trace.go:171","msg":"trace[445941941] range","detail":"{range_begin:/registry/pods/openstack/keepalived-65q9b; range_end:; response_count:1; response_revision:13483; }","duration":"159.236447ms","start":"2026-02-28T00:09:35.014654Z","end":"2026-02-28T00:09:35.17389Z","steps":["trace[445941941] 'range keys from in-memory index tree' (duration: 158.839688ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:09:35.414646Z","caller":"traceutil/trace.go:171","msg":"trace[471289858] transaction","detail":"{read_only:false; response_revision:13485; number_of_response:1; }","duration":"170.710318ms","start":"2026-02-28T00:09:35.243901Z","end":"2026-02-28T00:09:35.414611Z","steps":["trace[471289858] 'process raft request' (duration: 170.512744ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:09:35.417309Z","caller":"traceutil/trace.go:171","msg":"trace[435860957] linearizableReadLoop","detail":"{readStateIndex:13978; appliedIndex:13976; }","duration":"104.681678ms","start":"2026-02-28T00:09:35.312594Z","end":"2026-02-28T00:09:35.417275Z","steps":["trace[435860957] 'read index received' (duration: 101.846703ms)","trace[435860957] 'applied index is now lower than readState.Index' (duration: 2.834195ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:09:35.417396Z","caller":"traceutil/trace.go:171","msg":"trace[244012410] transaction","detail":"{read_only:false; response_revision:13486; number_of_response:1; }","duration":"130.176367ms","start":"2026-02-28T00:09:35.287202Z","end":"2026-02-28T00:09:35.417379Z","steps":["trace[244012410] 'process raft request' (duration: 129.947682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:35.417569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.969373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T00:09:35.417636Z","caller":"traceutil/trace.go:171","msg":"trace[927837277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13486; }","duration":"105.102167ms","start":"2026-02-28T00:09:35.312519Z","end":"2026-02-28T00:09:35.417621Z","steps":["trace[927837277] 'agreement among raft nodes before linearized reading' (duration: 104.898833ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:09:44.154567Z","caller":"traceutil/trace.go:171","msg":"trace[1225314380] linearizableReadLoop","detail":"{readStateIndex:14020; appliedIndex:14019; }","duration":"124.637441ms","start":"2026-02-28T00:09:44.029894Z","end":"2026-02-28T00:09:44.154531Z","steps":["trace[1225314380] 'read index received' (duration: 123.748971ms)","trace[1225314380] 'applied index is now lower than readState.Index' (duration: 884.16µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:09:44.154791Z","caller":"traceutil/trace.go:171","msg":"trace[234090220] transaction","detail":"{read_only:false; response_revision:13526; number_of_response:1; }","duration":"139.073058ms","start":"2026-02-28T00:09:44.015532Z","end":"2026-02-28T00:09:44.154605Z","steps":["trace[234090220] 'process raft request' (duration: 138.411624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:44.154873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.949297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T00:09:44.155017Z","caller":"traceutil/trace.go:171","msg":"trace[833158096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13526; }","duration":"125.177462ms","start":"2026-02-28T00:09:44.029824Z","end":"2026-02-28T00:09:44.155001Z","steps":["trace[833158096] 'agreement among raft nodes before linearized reading' (duration: 124.861135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:44.154978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.088681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-28T00:09:44.155171Z","caller":"traceutil/trace.go:171","msg":"trace[1503468125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13526; }","duration":"114.260645ms","start":"2026-02-28T00:09:44.040811Z","end":"2026-02-28T00:09:44.155072Z","steps":["trace[1503468125] 'agreement among raft nodes before linearized reading' (duration: 113.931808ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:09:50.426831Z","caller":"traceutil/trace.go:171","msg":"trace[802909970] linearizableReadLoop","detail":"{readStateIndex:14052; appliedIndex:14051; }","duration":"231.528799ms","start":"2026-02-28T00:09:50.195269Z","end":"2026-02-28T00:09:50.426798Z","steps":["trace[802909970] 'read index received' (duration: 230.826343ms)","trace[802909970] 'applied index is now lower than readState.Index' (duration: 701.186µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:09:50.427362Z","caller":"traceutil/trace.go:171","msg":"trace[1864549715] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13556; }","duration":"357.634942ms","start":"2026-02-28T00:09:50.069687Z","end":"2026-02-28T00:09:50.427322Z","steps":["trace[1864549715] 'process raft request' (duration: 356.480837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:50.427492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.197453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-28T00:09:50.427535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:09:50.069656Z","time spent":"357.809767ms","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T00:09:50.427566Z","caller":"traceutil/trace.go:171","msg":"trace[1745606734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13556; }","duration":"232.312697ms","start":"2026-02-28T00:09:50.195217Z","end":"2026-02-28T00:09:50.42753Z","steps":["trace[1745606734] 'agreement among raft nodes before linearized reading' (duration: 232.071511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:50.427761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.067673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T00:09:50.427862Z","caller":"traceutil/trace.go:171","msg":"trace[1035430756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13556; }","duration":"111.218717ms","start":"2026-02-28T00:09:50.31662Z","end":"2026-02-28T00:09:50.427839Z","steps":["trace[1035430756] 'agreement among raft nodes before linearized reading' (duration: 110.884359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:50.428254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.8818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T00:09:50.428379Z","caller":"traceutil/trace.go:171","msg":"trace[1856337980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13556; }","duration":"233.031203ms","start":"2026-02-28T00:09:50.195323Z","end":"2026-02-28T00:09:50.428354Z","steps":["trace[1856337980] 'agreement among raft nodes before linearized reading' (duration: 232.111522ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:09:50.576757Z","caller":"traceutil/trace.go:171","msg":"trace[394091739] transaction","detail":"{read_only:false; response_revision:13558; number_of_response:1; }","duration":"143.735145ms","start":"2026-02-28T00:09:50.432972Z","end":"2026-02-28T00:09:50.576707Z","steps":["trace[394091739] 'process raft request' (duration: 137.569045ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:09:50.576886Z","caller":"traceutil/trace.go:171","msg":"trace[826186177] transaction","detail":"{read_only:false; response_revision:13559; number_of_response:1; }","duration":"143.843568ms","start":"2026-02-28T00:09:50.433006Z","end":"2026-02-28T00:09:50.57685Z","steps":["trace[826186177] 'process raft request' (duration: 143.631723ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:09:50.577062Z","caller":"traceutil/trace.go:171","msg":"trace[686847147] transaction","detail":"{read_only:false; response_revision:13560; number_of_response:1; }","duration":"140.273697ms","start":"2026-02-28T00:09:50.436719Z","end":"2026-02-28T00:09:50.576992Z","steps":["trace[686847147] 'process raft request' (duration: 140.012141ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:09:50.76029Z","caller":"traceutil/trace.go:171","msg":"trace[594748426] transaction","detail":"{read_only:false; response_revision:13562; number_of_response:1; }","duration":"111.507393ms","start":"2026-02-28T00:09:50.648745Z","end":"2026-02-28T00:09:50.760253Z","steps":["trace[594748426] 'process raft request' (duration: 111.261648ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:09:50.906705Z","caller":"traceutil/trace.go:171","msg":"trace[1699782065] transaction","detail":"{read_only:false; response_revision:13565; number_of_response:1; }","duration":"100.524034ms","start":"2026-02-28T00:09:50.806051Z","end":"2026-02-28T00:09:50.906575Z","steps":["trace[1699782065] 'process raft request' (duration: 100.275577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:52.008098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285342088,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T00:09:52.424204Z","caller":"traceutil/trace.go:171","msg":"trace[279956588] transaction","detail":"{read_only:false; response_revision:13574; number_of_response:1; }","duration":"948.69343ms","start":"2026-02-28T00:09:51.475473Z","end":"2026-02-28T00:09:52.424167Z","steps":["trace[279956588] 'process raft request' (duration: 948.415654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:52.424476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:09:51.475433Z","time spent":"948.887533ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:09:52.583223Z","caller":"traceutil/trace.go:171","msg":"trace[1029902856] transaction","detail":"{read_only:false; response_revision:13575; number_of_response:1; }","duration":"1.101314837s","start":"2026-02-28T00:09:51.481879Z","end":"2026-02-28T00:09:52.583194Z","steps":["trace[1029902856] 'process raft request' (duration: 1.07240458s)","trace[1029902856] 'compare' (duration: 28.560389ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:09:52.583376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:09:51.481841Z","time spent":"1.10145378s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:09:52.587614Z","caller":"traceutil/trace.go:171","msg":"trace[343864520] transaction","detail":"{read_only:false; response_revision:13577; number_of_response:1; }","duration":"138.20566ms","start":"2026-02-28T00:09:52.449392Z","end":"2026-02-28T00:09:52.587598Z","steps":["trace[343864520] 'process raft request' (duration: 138.114718ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:09:52.587688Z","caller":"traceutil/trace.go:171","msg":"trace[231998464] linearizableReadLoop","detail":"{readStateIndex:14071; appliedIndex:14069; }","duration":"1.080339881s","start":"2026-02-28T00:09:51.507333Z","end":"2026-02-28T00:09:52.587673Z","steps":["trace[231998464] 'read index received' (duration: 916.59135ms)","trace[231998464] 'applied index is now lower than readState.Index' (duration: 163.746381ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:09:52.587608Z","caller":"traceutil/trace.go:171","msg":"trace[287858725] transaction","detail":"{read_only:false; response_revision:13576; number_of_response:1; }","duration":"192.327818ms","start":"2026-02-28T00:09:52.395247Z","end":"2026-02-28T00:09:52.587575Z","steps":["trace[287858725] 'process raft request' (duration: 192.119494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:52.587917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080567786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T00:09:52.587956Z","caller":"traceutil/trace.go:171","msg":"trace[1328065810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13577; }","duration":"1.080651318s","start":"2026-02-28T00:09:51.507293Z","end":"2026-02-28T00:09:52.587944Z","steps":["trace[1328065810] 'agreement among raft nodes before linearized reading' (duration: 1.080491474s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:52.587998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:09:51.507277Z","time spent":"1.080712539s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:09:52.588115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.8408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:09:52.588159Z","caller":"traceutil/trace.go:171","msg":"trace[1207923509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13577; }","duration":"446.919922ms","start":"2026-02-28T00:09:52.141227Z","end":"2026-02-28T00:09:52.588147Z","steps":["trace[1207923509] 'agreement among raft nodes before linearized reading' (duration: 446.857041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:52.588187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:09:52.141202Z","time spent":"446.978633ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:09:54.039917Z","caller":"traceutil/trace.go:171","msg":"trace[447249390] transaction","detail":"{read_only:false; response_revision:13587; number_of_response:1; }","duration":"266.899102ms","start":"2026-02-28T00:09:53.77299Z","end":"2026-02-28T00:09:54.03989Z","steps":["trace[447249390] 'process raft request' (duration: 266.732239ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:09:54.105154Z","caller":"traceutil/trace.go:171","msg":"trace[816242628] linearizableReadLoop","detail":"{readStateIndex:14085; appliedIndex:14084; }","duration":"229.839961ms","start":"2026-02-28T00:09:53.875287Z","end":"2026-02-28T00:09:54.105126Z","steps":["trace[816242628] 'read index received' (duration: 165.055169ms)","trace[816242628] 'applied index is now lower than readState.Index' (duration: 64.783162ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:09:54.105238Z","caller":"traceutil/trace.go:171","msg":"trace[341653928] transaction","detail":"{read_only:false; response_revision:13588; number_of_response:1; }","duration":"324.974822ms","start":"2026-02-28T00:09:53.780242Z","end":"2026-02-28T00:09:54.105216Z","steps":["trace[341653928] 'process raft request' (duration: 324.731947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:54.105315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.001964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T00:09:54.105364Z","caller":"traceutil/trace.go:171","msg":"trace[1698769390] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13588; }","duration":"230.109387ms","start":"2026-02-28T00:09:53.875243Z","end":"2026-02-28T00:09:54.105353Z","steps":["trace[1698769390] 'agreement among raft nodes before linearized reading' (duration: 229.984074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:09:54.105388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:09:53.780223Z","time spent":"325.071474ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11916,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:10:00.136478Z","caller":"traceutil/trace.go:171","msg":"trace[1903381294] transaction","detail":"{read_only:false; response_revision:13629; number_of_response:1; }","duration":"322.904175ms","start":"2026-02-28T00:09:59.813551Z","end":"2026-02-28T00:10:00.136455Z","steps":["trace[1903381294] 'process raft request' (duration: 322.752262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:10:00.136617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:09:59.813519Z","time spent":"323.025997ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:10:00.726051Z","caller":"traceutil/trace.go:171","msg":"trace[949242545] linearizableReadLoop","detail":"{readStateIndex:14128; appliedIndex:14127; }","duration":"610.083158ms","start":"2026-02-28T00:10:00.115945Z","end":"2026-02-28T00:10:00.726028Z","steps":["trace[949242545] 'read index received' (duration: 20.593377ms)","trace[949242545] 'applied index is now lower than readState.Index' (duration: 589.488701ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:10:00.726166Z","caller":"traceutil/trace.go:171","msg":"trace[2135483038] transaction","detail":"{read_only:false; response_revision:13630; number_of_response:1; }","duration":"632.286713ms","start":"2026-02-28T00:10:00.093867Z","end":"2026-02-28T00:10:00.726154Z","steps":["trace[2135483038] 'process raft request' (duration: 632.002347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:10:00.726289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:10:00.093848Z","time spent":"632.345124ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:10:00.726287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.315954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:10:00.726368Z","caller":"traceutil/trace.go:171","msg":"trace[136683191] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13630; }","duration":"610.445746ms","start":"2026-02-28T00:10:00.115902Z","end":"2026-02-28T00:10:00.726348Z","steps":["trace[136683191] 'agreement among raft nodes before linearized reading' (duration: 610.292703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:10:00.726416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:10:00.115893Z","time spent":"610.512099ms","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:10:00.7271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.492356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:10:00.72714Z","caller":"traceutil/trace.go:171","msg":"trace[1879160156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13632; }","duration":"587.607818ms","start":"2026-02-28T00:10:00.139523Z","end":"2026-02-28T00:10:00.727131Z","steps":["trace[1879160156] 'agreement among raft nodes before linearized reading' (duration: 587.527916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:10:00.727162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:10:00.1395Z","time spent":"587.657149ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:10:00.727145Z","caller":"traceutil/trace.go:171","msg":"trace[599384480] transaction","detail":"{read_only:false; response_revision:13631; number_of_response:1; }","duration":"241.547916ms","start":"2026-02-28T00:10:00.485561Z","end":"2026-02-28T00:10:00.727109Z","steps":["trace[599384480] 'process raft request' (duration: 241.339812ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:10:12.660134Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11827} {"level":"info","ts":"2026-02-28T00:10:12.887124Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11827,"took":"224.775936ms","hash":6184505,"current-db-size-bytes":41775104,"current-db-size":"42 MB","current-db-size-in-use-bytes":25210880,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-28T00:10:12.887196Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":6184505,"revision":11827,"compact-revision":9779} {"level":"info","ts":"2026-02-28T00:10:16.09027Z","caller":"traceutil/trace.go:171","msg":"trace[540255891] linearizableReadLoop","detail":"{readStateIndex:14394; appliedIndex:14393; }","duration":"327.255744ms","start":"2026-02-28T00:10:15.762991Z","end":"2026-02-28T00:10:16.090247Z","steps":["trace[540255891] 'read index received' (duration: 327.06189ms)","trace[540255891] 'applied index is now lower than readState.Index' (duration: 192.814µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:10:16.090347Z","caller":"traceutil/trace.go:171","msg":"trace[532348984] transaction","detail":"{read_only:false; response_revision:13883; number_of_response:1; }","duration":"350.382489ms","start":"2026-02-28T00:10:15.739932Z","end":"2026-02-28T00:10:16.090314Z","steps":["trace[532348984] 'process raft request' (duration: 350.173804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:10:16.090511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:10:15.739895Z","time spent":"350.521762ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:10:16.090577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.554651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5301bcd-7fa5-4372-95ea-5d3dbeb0e72e\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-02-28T00:10:16.090643Z","caller":"traceutil/trace.go:171","msg":"trace[295997435] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d5301bcd-7fa5-4372-95ea-5d3dbeb0e72e; range_end:; response_count:1; response_revision:13883; }","duration":"327.684044ms","start":"2026-02-28T00:10:15.762946Z","end":"2026-02-28T00:10:16.09063Z","steps":["trace[295997435] 'agreement among raft nodes before linearized reading' (duration: 327.478589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:10:16.090683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:10:15.762929Z","time spent":"327.746395ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d5301bcd-7fa5-4372-95ea-5d3dbeb0e72e\" "} {"level":"info","ts":"2026-02-28T00:11:32.818489Z","caller":"traceutil/trace.go:171","msg":"trace[214345235] linearizableReadLoop","detail":"{readStateIndex:15136; appliedIndex:15135; }","duration":"218.366232ms","start":"2026-02-28T00:11:32.600104Z","end":"2026-02-28T00:11:32.81847Z","steps":["trace[214345235] 'read index received' (duration: 218.196828ms)","trace[214345235] 'applied index is now lower than readState.Index' (duration: 168.724µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:11:32.818658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.541376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-28T00:11:32.818681Z","caller":"traceutil/trace.go:171","msg":"trace[1635706398] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14604; }","duration":"218.626948ms","start":"2026-02-28T00:11:32.600047Z","end":"2026-02-28T00:11:32.818674Z","steps":["trace[1635706398] 'agreement among raft nodes before linearized reading' (duration: 218.522356ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:11:32.818772Z","caller":"traceutil/trace.go:171","msg":"trace[767624880] transaction","detail":"{read_only:false; response_revision:14604; number_of_response:1; }","duration":"245.124555ms","start":"2026-02-28T00:11:32.573641Z","end":"2026-02-28T00:11:32.818766Z","steps":["trace[767624880] 'process raft request' (duration: 244.707856ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:11:33.27141Z","caller":"traceutil/trace.go:171","msg":"trace[1267107411] linearizableReadLoop","detail":"{readStateIndex:15139; appliedIndex:15136; }","duration":"128.40237ms","start":"2026-02-28T00:11:33.142986Z","end":"2026-02-28T00:11:33.271389Z","steps":["trace[1267107411] 'read index received' (duration: 57.331617ms)","trace[1267107411] 'applied index is now lower than readState.Index' (duration: 71.069863ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:11:33.271466Z","caller":"traceutil/trace.go:171","msg":"trace[1453966721] transaction","detail":"{read_only:false; response_revision:14606; number_of_response:1; }","duration":"158.64847ms","start":"2026-02-28T00:11:33.11278Z","end":"2026-02-28T00:11:33.271428Z","steps":["trace[1453966721] 'process raft request' (duration: 158.485806ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:11:33.271454Z","caller":"traceutil/trace.go:171","msg":"trace[882937577] transaction","detail":"{read_only:false; response_revision:14605; number_of_response:1; }","duration":"446.392857ms","start":"2026-02-28T00:11:32.825001Z","end":"2026-02-28T00:11:33.271394Z","steps":["trace[882937577] 'process raft request' (duration: 375.293994ms)","trace[882937577] 'compare' (duration: 70.608772ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:11:33.271599Z","caller":"traceutil/trace.go:171","msg":"trace[1822750264] transaction","detail":"{read_only:false; response_revision:14607; number_of_response:1; }","duration":"135.635362ms","start":"2026-02-28T00:11:33.135947Z","end":"2026-02-28T00:11:33.271582Z","steps":["trace[1822750264] 'process raft request' (duration: 135.405256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:11:33.27168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:11:32.82496Z","time spent":"446.622723ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:11:33.271755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.766039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:11:33.271797Z","caller":"traceutil/trace.go:171","msg":"trace[2038898200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14607; }","duration":"128.864092ms","start":"2026-02-28T00:11:33.142924Z","end":"2026-02-28T00:11:33.271788Z","steps":["trace[2038898200] 'agreement among raft nodes before linearized reading' (duration: 128.76748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:11:33.63058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.008632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xq8b5\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-02-28T00:11:33.630675Z","caller":"traceutil/trace.go:171","msg":"trace[965913836] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xq8b5; range_end:; response_count:1; response_revision:14612; }","duration":"109.115534ms","start":"2026-02-28T00:11:33.521538Z","end":"2026-02-28T00:11:33.630654Z","steps":["trace[965913836] 'range keys from in-memory index tree' (duration: 108.871119ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:11:35.640496Z","caller":"traceutil/trace.go:171","msg":"trace[1573739330] linearizableReadLoop","detail":"{readStateIndex:15146; appliedIndex:15145; }","duration":"363.065493ms","start":"2026-02-28T00:11:35.277405Z","end":"2026-02-28T00:11:35.64047Z","steps":["trace[1573739330] 'read index received' (duration: 362.92608ms)","trace[1573739330] 'applied index is now lower than readState.Index' (duration: 137.713µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:11:35.640591Z","caller":"traceutil/trace.go:171","msg":"trace[1536505994] transaction","detail":"{read_only:false; response_revision:14614; number_of_response:1; }","duration":"363.554015ms","start":"2026-02-28T00:11:35.276988Z","end":"2026-02-28T00:11:35.640542Z","steps":["trace[1536505994] 'process raft request' (duration: 363.318669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:11:35.640867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:11:35.276974Z","time spent":"363.727898ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:11:35.640861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.38736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-28T00:11:35.640969Z","caller":"traceutil/trace.go:171","msg":"trace[798314201] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14614; }","duration":"363.606074ms","start":"2026-02-28T00:11:35.277339Z","end":"2026-02-28T00:11:35.640945Z","steps":["trace[798314201] 'agreement among raft nodes before linearized reading' (duration: 363.252567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:11:35.641031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:11:35.277305Z","time spent":"363.716357ms","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-28T00:11:35.64153Z","caller":"traceutil/trace.go:171","msg":"trace[233324835] transaction","detail":"{read_only:false; response_revision:14615; number_of_response:1; }","duration":"363.978884ms","start":"2026-02-28T00:11:35.277537Z","end":"2026-02-28T00:11:35.641516Z","steps":["trace[233324835] 'process raft request' (duration: 363.756828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:11:35.64162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:11:35.2775Z","time spent":"364.072936ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:11:35.641907Z","caller":"traceutil/trace.go:171","msg":"trace[1982386538] transaction","detail":"{read_only:false; response_revision:14616; number_of_response:1; }","duration":"288.80605ms","start":"2026-02-28T00:11:35.353076Z","end":"2026-02-28T00:11:35.641882Z","steps":["trace[1982386538] 'process raft request' (duration: 288.393661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:11:35.642122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.546656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:11:35.642222Z","caller":"traceutil/trace.go:171","msg":"trace[207884406] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14617; }","duration":"364.668099ms","start":"2026-02-28T00:11:35.277527Z","end":"2026-02-28T00:11:35.642195Z","steps":["trace[207884406] 'agreement among raft nodes before linearized reading' (duration: 364.504585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:11:35.642259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:11:35.277518Z","time spent":"364.73424ms","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T00:11:35.64231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.117967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T00:11:35.642351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.347209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-28T00:11:35.642366Z","caller":"traceutil/trace.go:171","msg":"trace[982974600] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14617; }","duration":"364.189068ms","start":"2026-02-28T00:11:35.278164Z","end":"2026-02-28T00:11:35.642353Z","steps":["trace[982974600] 'agreement among raft nodes before linearized reading' (duration: 364.085486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:11:35.642414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:11:35.27816Z","time spent":"364.246729ms","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T00:11:35.642455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.351512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-28T00:11:35.642493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.062216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-28T00:11:35.642448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.51132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T00:11:35.642524Z","caller":"traceutil/trace.go:171","msg":"trace[815514839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14617; }","duration":"303.112997ms","start":"2026-02-28T00:11:35.339402Z","end":"2026-02-28T00:11:35.642515Z","steps":["trace[815514839] 'agreement among raft nodes before linearized reading' (duration: 303.031675ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:11:35.642523Z","caller":"traceutil/trace.go:171","msg":"trace[350998526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14617; }","duration":"223.458044ms","start":"2026-02-28T00:11:35.419047Z","end":"2026-02-28T00:11:35.642506Z","steps":["trace[350998526] 'agreement among raft nodes before linearized reading' (duration: 223.291451ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:11:35.642413Z","caller":"traceutil/trace.go:171","msg":"trace[2036906177] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14617; }","duration":"362.455341ms","start":"2026-02-28T00:11:35.27994Z","end":"2026-02-28T00:11:35.642396Z","steps":["trace[2036906177] 'agreement among raft nodes before linearized reading' (duration: 362.285657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:11:35.64256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:11:35.339391Z","time spent":"303.162248ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T00:11:35.642568Z","caller":"traceutil/trace.go:171","msg":"trace[1738286393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14617; }","duration":"220.719054ms","start":"2026-02-28T00:11:35.421827Z","end":"2026-02-28T00:11:35.642546Z","steps":["trace[1738286393] 'agreement among raft nodes before linearized reading' (duration: 220.392257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:11:35.642519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.374263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-28T00:11:35.642746Z","caller":"traceutil/trace.go:171","msg":"trace[959440346] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14617; }","duration":"364.605647ms","start":"2026-02-28T00:11:35.278128Z","end":"2026-02-28T00:11:35.642734Z","steps":["trace[959440346] 'agreement among raft nodes before linearized reading' (duration: 364.26085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:11:35.642789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:11:35.278121Z","time spent":"364.656668ms","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-02-28T00:11:35.642833Z","caller":"traceutil/trace.go:171","msg":"trace[272356643] transaction","detail":"{read_only:false; response_revision:14617; number_of_response:1; }","duration":"219.890125ms","start":"2026-02-28T00:11:35.42293Z","end":"2026-02-28T00:11:35.64282Z","steps":["trace[272356643] 'process raft request' (duration: 218.870713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:11:35.643022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.038171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T00:11:35.643099Z","caller":"traceutil/trace.go:171","msg":"trace[26607969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14617; }","duration":"221.146853ms","start":"2026-02-28T00:11:35.421939Z","end":"2026-02-28T00:11:35.643086Z","steps":["trace[26607969] 'agreement among raft nodes before linearized reading' (duration: 220.966919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:11:35.642591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:11:35.279925Z","time spent":"362.656335ms","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-28T00:14:48.834452Z","caller":"traceutil/trace.go:171","msg":"trace[1783551585] transaction","detail":"{read_only:false; response_revision:16048; number_of_response:1; }","duration":"102.408083ms","start":"2026-02-28T00:14:48.732012Z","end":"2026-02-28T00:14:48.83442Z","steps":["trace[1783551585] 'process raft request' (duration: 102.198019ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:14:48.847708Z","caller":"traceutil/trace.go:171","msg":"trace[161287322] transaction","detail":"{read_only:false; response_revision:16049; number_of_response:1; }","duration":"115.670932ms","start":"2026-02-28T00:14:48.73201Z","end":"2026-02-28T00:14:48.847681Z","steps":["trace[161287322] 'process raft request' (duration: 115.415086ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:14:48.848217Z","caller":"traceutil/trace.go:171","msg":"trace[1392126106] transaction","detail":"{read_only:false; response_revision:16051; number_of_response:1; }","duration":"114.779612ms","start":"2026-02-28T00:14:48.733395Z","end":"2026-02-28T00:14:48.848175Z","steps":["trace[1392126106] 'process raft request' (duration: 114.580818ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:14:48.848229Z","caller":"traceutil/trace.go:171","msg":"trace[135160662] transaction","detail":"{read_only:false; response_revision:16050; number_of_response:1; }","duration":"115.389456ms","start":"2026-02-28T00:14:48.732791Z","end":"2026-02-28T00:14:48.848181Z","steps":["trace[135160662] 'process raft request' (duration: 114.835614ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:15:12.668131Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13800} {"level":"info","ts":"2026-02-28T00:15:12.765277Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13800,"took":"92.440219ms","hash":2366667310,"current-db-size-bytes":41775104,"current-db-size":"42 MB","current-db-size-in-use-bytes":30306304,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-28T00:15:12.765371Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2366667310,"revision":13800,"compact-revision":11827} {"level":"info","ts":"2026-02-28T00:17:39.255461Z","caller":"traceutil/trace.go:171","msg":"trace[2083839758] transaction","detail":"{read_only:false; response_revision:17089; number_of_response:1; }","duration":"115.66527ms","start":"2026-02-28T00:17:39.139768Z","end":"2026-02-28T00:17:39.255434Z","steps":["trace[2083839758] 'process raft request' (duration: 115.475636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:45.671013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.089617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:17:45.671288Z","caller":"traceutil/trace.go:171","msg":"trace[1200129954] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:17124; }","duration":"134.395983ms","start":"2026-02-28T00:17:45.536812Z","end":"2026-02-28T00:17:45.671208Z","steps":["trace[1200129954] 'count revisions from in-memory index tree' (duration: 133.849181ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:17:46.220788Z","caller":"traceutil/trace.go:171","msg":"trace[1860996868] linearizableReadLoop","detail":"{readStateIndex:17746; appliedIndex:17745; }","duration":"350.367654ms","start":"2026-02-28T00:17:45.870387Z","end":"2026-02-28T00:17:46.220755Z","steps":["trace[1860996868] 'read index received' (duration: 350.248831ms)","trace[1860996868] 'applied index is now lower than readState.Index' (duration: 117.313µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:17:46.220922Z","caller":"traceutil/trace.go:171","msg":"trace[624797294] transaction","detail":"{read_only:false; response_revision:17125; number_of_response:1; }","duration":"355.458276ms","start":"2026-02-28T00:17:45.865417Z","end":"2026-02-28T00:17:46.220876Z","steps":["trace[624797294] 'process raft request' (duration: 355.125968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:46.221085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.679632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-28T00:17:46.221136Z","caller":"traceutil/trace.go:171","msg":"trace[634161560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17125; }","duration":"350.814574ms","start":"2026-02-28T00:17:45.870306Z","end":"2026-02-28T00:17:46.221121Z","steps":["trace[634161560] 'agreement among raft nodes before linearized reading' (duration: 350.61787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:46.221144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:45.865316Z","time spent":"355.703481ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:17:46.221177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:45.870269Z","time spent":"350.898906ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:17:46.221485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.911333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:17:46.221602Z","caller":"traceutil/trace.go:171","msg":"trace[2128970032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17125; }","duration":"335.113557ms","start":"2026-02-28T00:17:45.886465Z","end":"2026-02-28T00:17:46.221579Z","steps":["trace[2128970032] 'agreement among raft nodes before linearized reading' (duration: 334.77327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:46.221648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:45.886437Z","time spent":"335.20341ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:17:46.221493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.671886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:17:46.221732Z","caller":"traceutil/trace.go:171","msg":"trace[98751985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17125; }","duration":"333.951081ms","start":"2026-02-28T00:17:45.887757Z","end":"2026-02-28T00:17:46.221709Z","steps":["trace[98751985] 'agreement among raft nodes before linearized reading' (duration: 333.43732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:46.221666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.170779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-28T00:17:46.221782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:45.887746Z","time spent":"334.027293ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T00:17:46.221804Z","caller":"traceutil/trace.go:171","msg":"trace[1552219783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17125; }","duration":"340.839234ms","start":"2026-02-28T00:17:45.88094Z","end":"2026-02-28T00:17:46.22178Z","steps":["trace[1552219783] 'agreement among raft nodes before linearized reading' (duration: 340.037026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:46.221858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:45.880917Z","time spent":"340.927766ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:17:46.82475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.384338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:17:46.824978Z","caller":"traceutil/trace.go:171","msg":"trace[1359683880] linearizableReadLoop","detail":"{readStateIndex:17750; appliedIndex:17747; }","duration":"383.881662ms","start":"2026-02-28T00:17:46.441081Z","end":"2026-02-28T00:17:46.824963Z","steps":["trace[1359683880] 'read index received' (duration: 70.452µs)","trace[1359683880] 'applied index is now lower than readState.Index' (duration: 383.81011ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:17:46.824969Z","caller":"traceutil/trace.go:171","msg":"trace[621298092] transaction","detail":"{read_only:false; response_revision:17127; number_of_response:1; }","duration":"597.724796ms","start":"2026-02-28T00:17:46.227202Z","end":"2026-02-28T00:17:46.824927Z","steps":["trace[621298092] 'process raft request' (duration: 74.061823ms)","trace[621298092] 'compare' (duration: 523.189123ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:17:46.82508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:46.227167Z","time spent":"597.86926ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:17:46.825206Z","caller":"traceutil/trace.go:171","msg":"trace[446185100] transaction","detail":"{read_only:false; response_revision:17129; number_of_response:1; }","duration":"597.372798ms","start":"2026-02-28T00:17:46.227823Z","end":"2026-02-28T00:17:46.825196Z","steps":["trace[446185100] 'process raft request' (duration: 597.082512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:46.825253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:46.227803Z","time spent":"597.42375ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:17:46.825379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.293351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-jpkpk\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-02-28T00:17:46.825387Z","caller":"traceutil/trace.go:171","msg":"trace[234624526] transaction","detail":"{read_only:false; response_revision:17128; number_of_response:1; }","duration":"597.92834ms","start":"2026-02-28T00:17:46.227449Z","end":"2026-02-28T00:17:46.825377Z","steps":["trace[234624526] 'process raft request' (duration: 597.398989ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:17:46.825418Z","caller":"traceutil/trace.go:171","msg":"trace[746723901] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-jpkpk; range_end:; response_count:1; response_revision:17129; }","duration":"384.328222ms","start":"2026-02-28T00:17:46.441074Z","end":"2026-02-28T00:17:46.825402Z","steps":["trace[746723901] 'agreement among raft nodes before linearized reading' (duration: 384.196499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:46.825456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:46.440992Z","time spent":"384.456465ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-jpkpk\" "} {"level":"warn","ts":"2026-02-28T00:17:46.825673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:46.22741Z","time spent":"598.201526ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:17:46.862634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.805153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:17:46.862751Z","caller":"traceutil/trace.go:171","msg":"trace[300379260] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:17130; }","duration":"204.017088ms","start":"2026-02-28T00:17:46.658712Z","end":"2026-02-28T00:17:46.862729Z","steps":["trace[300379260] 'agreement among raft nodes before linearized reading' (duration: 203.735452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:46.863174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.582915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-28T00:17:46.863805Z","caller":"traceutil/trace.go:171","msg":"trace[292183317] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:17130; }","duration":"134.24444ms","start":"2026-02-28T00:17:46.729548Z","end":"2026-02-28T00:17:46.863793Z","steps":["trace[292183317] 'agreement among raft nodes before linearized reading' (duration: 133.549995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:46.863491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.139356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xq8b5\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-02-28T00:17:46.863944Z","caller":"traceutil/trace.go:171","msg":"trace[450464659] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xq8b5; range_end:; response_count:1; response_revision:17130; }","duration":"378.640847ms","start":"2026-02-28T00:17:46.485265Z","end":"2026-02-28T00:17:46.863906Z","steps":["trace[450464659] 'agreement among raft nodes before linearized reading' (duration: 377.954442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:46.864058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:46.485236Z","time spent":"378.7838ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xq8b5\" "} {"level":"warn","ts":"2026-02-28T00:17:47.37143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285356004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:17:47.431957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:46.864845Z","time spent":"567.084231ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-28T00:17:47.432019Z","caller":"traceutil/trace.go:171","msg":"trace[1377911486] linearizableReadLoop","detail":"{readStateIndex:17752; appliedIndex:17751; }","duration":"561.060158ms","start":"2026-02-28T00:17:46.870793Z","end":"2026-02-28T00:17:47.431853Z","steps":["trace[1377911486] 'read index received' (duration: 531.667589ms)","trace[1377911486] 'applied index is now lower than readState.Index' (duration: 29.390509ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:17:47.432939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.132862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:954491"} {"level":"info","ts":"2026-02-28T00:17:47.433013Z","caller":"traceutil/trace.go:171","msg":"trace[778120608] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17130; }","duration":"562.255385ms","start":"2026-02-28T00:17:46.87074Z","end":"2026-02-28T00:17:47.432996Z","steps":["trace[778120608] 'agreement among raft nodes before linearized reading' (duration: 561.234512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:47.433054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:46.870719Z","time spent":"562.325746ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":954514,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-28T00:17:47.523579Z","caller":"traceutil/trace.go:171","msg":"trace[1918927758] transaction","detail":"{read_only:false; response_revision:17132; number_of_response:1; }","duration":"115.867875ms","start":"2026-02-28T00:17:47.407661Z","end":"2026-02-28T00:17:47.523528Z","steps":["trace[1918927758] 'process raft request' (duration: 115.732242ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:17:47.523566Z","caller":"traceutil/trace.go:171","msg":"trace[899381446] transaction","detail":"{read_only:false; response_revision:17131; number_of_response:1; }","duration":"115.836064ms","start":"2026-02-28T00:17:47.407661Z","end":"2026-02-28T00:17:47.523497Z","steps":["trace[899381446] 'process raft request' (duration: 115.523656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:47.523607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.435506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:17:47.523712Z","caller":"traceutil/trace.go:171","msg":"trace[627571560] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:17132; }","duration":"350.604189ms","start":"2026-02-28T00:17:47.173081Z","end":"2026-02-28T00:17:47.523685Z","steps":["trace[627571560] 'agreement among raft nodes before linearized reading' (duration: 350.372664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:47.523777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:47.173053Z","time spent":"350.711792ms","remote":"127.0.0.1:59180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:17:56.232133Z","caller":"traceutil/trace.go:171","msg":"trace[1136515575] transaction","detail":"{read_only:false; response_revision:17250; number_of_response:1; }","duration":"207.058225ms","start":"2026-02-28T00:17:56.025041Z","end":"2026-02-28T00:17:56.232099Z","steps":["trace[1136515575] 'process raft request' (duration: 206.432171ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:20:12.678089Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16188} {"level":"info","ts":"2026-02-28T00:20:12.784223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16188,"took":"101.831025ms","hash":866031490,"current-db-size-bytes":43458560,"current-db-size":"44 MB","current-db-size-in-use-bytes":30187520,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-28T00:20:12.784353Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":866031490,"revision":16188,"compact-revision":13800} {"level":"info","ts":"2026-02-28T00:22:19.891992Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-28T00:22:19.897746Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-28T00:22:19.897853Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-28T00:22:44.124436Z","caller":"traceutil/trace.go:171","msg":"trace[1143620294] linearizableReadLoop","detail":"{readStateIndex:20139; appliedIndex:20138; }","duration":"107.677432ms","start":"2026-02-28T00:22:44.016723Z","end":"2026-02-28T00:22:44.124401Z","steps":["trace[1143620294] 'read index received' (duration: 87.467104ms)","trace[1143620294] 'applied index is now lower than readState.Index' (duration: 20.208948ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:22:44.124596Z","caller":"traceutil/trace.go:171","msg":"trace[1343256951] transaction","detail":"{read_only:false; response_revision:19439; number_of_response:1; }","duration":"109.168184ms","start":"2026-02-28T00:22:44.015375Z","end":"2026-02-28T00:22:44.124543Z","steps":["trace[1343256951] 'process raft request' (duration: 90.175473ms)","trace[1343256951] 'compare' (duration: 18.701895ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:22:44.124744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.984779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io\" ","response":"range_response_count:1 size:3999"} {"level":"info","ts":"2026-02-28T00:22:44.124807Z","caller":"traceutil/trace.go:171","msg":"trace[1772869672] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io; range_end:; response_count:1; response_revision:19439; }","duration":"108.087282ms","start":"2026-02-28T00:22:44.0167Z","end":"2026-02-28T00:22:44.124788Z","steps":["trace[1772869672] 'agreement among raft nodes before linearized reading' (duration: 107.836036ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:22:44.685437Z","caller":"traceutil/trace.go:171","msg":"trace[852368458] transaction","detail":"{read_only:false; response_revision:19441; number_of_response:1; }","duration":"109.180734ms","start":"2026-02-28T00:22:44.576228Z","end":"2026-02-28T00:22:44.685409Z","steps":["trace[852368458] 'process raft request' (duration: 109.008461ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:22:47.433777Z","caller":"traceutil/trace.go:171","msg":"trace[311971648] transaction","detail":"{read_only:false; response_revision:19457; number_of_response:1; }","duration":"177.869162ms","start":"2026-02-28T00:22:47.255873Z","end":"2026-02-28T00:22:47.433742Z","steps":["trace[311971648] 'process raft request' (duration: 177.391662ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:21.272977Z","caller":"traceutil/trace.go:171","msg":"trace[712548764] transaction","detail":"{read_only:false; response_revision:19622; number_of_response:1; }","duration":"101.186321ms","start":"2026-02-28T00:23:21.171742Z","end":"2026-02-28T00:23:21.272929Z","steps":["trace[712548764] 'process raft request' (duration: 99.668899ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:31.601446Z","caller":"traceutil/trace.go:171","msg":"trace[1472380946] transaction","detail":"{read_only:false; response_revision:19666; number_of_response:1; }","duration":"473.635747ms","start":"2026-02-28T00:23:31.127742Z","end":"2026-02-28T00:23:31.601378Z","steps":["trace[1472380946] 'process raft request' (duration: 435.583444ms)","trace[1472380946] 'compare' (duration: 37.592934ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:23:31.601499Z","caller":"traceutil/trace.go:171","msg":"trace[313042119] linearizableReadLoop","detail":"{readStateIndex:20376; appliedIndex:20375; }","duration":"462.69247ms","start":"2026-02-28T00:23:31.138764Z","end":"2026-02-28T00:23:31.601457Z","steps":["trace[313042119] 'read index received' (duration: 424.534064ms)","trace[313042119] 'applied index is now lower than readState.Index' (duration: 38.154156ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:23:31.601545Z","caller":"traceutil/trace.go:171","msg":"trace[2066411160] transaction","detail":"{read_only:false; response_revision:19669; number_of_response:1; }","duration":"230.073592ms","start":"2026-02-28T00:23:31.37145Z","end":"2026-02-28T00:23:31.601524Z","steps":["trace[2066411160] 'process raft request' (duration: 230.034802ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:31.601582Z","caller":"traceutil/trace.go:171","msg":"trace[1680946039] transaction","detail":"{read_only:false; response_revision:19667; number_of_response:1; }","duration":"317.010955ms","start":"2026-02-28T00:23:31.284516Z","end":"2026-02-28T00:23:31.601527Z","steps":["trace[1680946039] 'process raft request' (duration: 316.837002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:31.60169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.925196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:23:31.601693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:31.127724Z","time spent":"473.836121ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:23:31.601757Z","caller":"traceutil/trace.go:171","msg":"trace[1459247807] transaction","detail":"{read_only:false; response_revision:19668; number_of_response:1; }","duration":"241.054571ms","start":"2026-02-28T00:23:31.360663Z","end":"2026-02-28T00:23:31.601718Z","steps":["trace[1459247807] 'process raft request' (duration: 240.764164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:31.601813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:31.284475Z","time spent":"317.21248ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:23:31.601758Z","caller":"traceutil/trace.go:171","msg":"trace[1233316727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19669; }","duration":"463.043009ms","start":"2026-02-28T00:23:31.138698Z","end":"2026-02-28T00:23:31.601741Z","steps":["trace[1233316727] 'agreement among raft nodes before linearized reading' (duration: 462.903585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:31.601928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:31.138674Z","time spent":"463.237063ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:23:31.602453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.425533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:23:31.602592Z","caller":"traceutil/trace.go:171","msg":"trace[1736178501] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19669; }","duration":"177.655108ms","start":"2026-02-28T00:23:31.4249Z","end":"2026-02-28T00:23:31.602555Z","steps":["trace[1736178501] 'agreement among raft nodes before linearized reading' (duration: 177.182208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:37.322592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.387119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T00:23:37.322695Z","caller":"traceutil/trace.go:171","msg":"trace[1564496423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19691; }","duration":"163.554092ms","start":"2026-02-28T00:23:37.159118Z","end":"2026-02-28T00:23:37.322672Z","steps":["trace[1564496423] 'range keys from in-memory index tree' (duration: 163.079802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:37.322707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.016354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:23:37.322804Z","caller":"traceutil/trace.go:171","msg":"trace[79139860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19691; }","duration":"340.178027ms","start":"2026-02-28T00:23:36.9826Z","end":"2026-02-28T00:23:37.322778Z","steps":["trace[79139860] 'range keys from in-memory index tree' (duration: 339.797709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:37.32285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:36.982573Z","time spent":"340.26781ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:23:37.322691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.509651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:23:37.322965Z","caller":"traceutil/trace.go:171","msg":"trace[525914838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19691; }","duration":"181.842669ms","start":"2026-02-28T00:23:37.141085Z","end":"2026-02-28T00:23:37.322928Z","steps":["trace[525914838] 'range keys from in-memory index tree' (duration: 181.397998ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:37.948148Z","caller":"traceutil/trace.go:171","msg":"trace[135260806] transaction","detail":"{read_only:false; response_revision:19692; number_of_response:1; }","duration":"620.172591ms","start":"2026-02-28T00:23:37.327932Z","end":"2026-02-28T00:23:37.948105Z","steps":["trace[135260806] 'process raft request' (duration: 619.870224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:37.948328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:37.327911Z","time spent":"620.322203ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:23:37.948146Z","caller":"traceutil/trace.go:171","msg":"trace[995993329] transaction","detail":"{read_only:false; response_revision:19693; number_of_response:1; }","duration":"620.14737ms","start":"2026-02-28T00:23:37.327963Z","end":"2026-02-28T00:23:37.94811Z","steps":["trace[995993329] 'process raft request' (duration: 620.015167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:37.948528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:37.327937Z","time spent":"620.560709ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:23:37.948346Z","caller":"traceutil/trace.go:171","msg":"trace[1076429926] transaction","detail":"{read_only:false; response_revision:19694; number_of_response:1; }","duration":"620.367645ms","start":"2026-02-28T00:23:37.327967Z","end":"2026-02-28T00:23:37.948335Z","steps":["trace[1076429926] 'process raft request' (duration: 620.057968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:37.948642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:37.327926Z","time spent":"620.677101ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:23:38.903073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.566983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:23:38.903352Z","caller":"traceutil/trace.go:171","msg":"trace[150515591] linearizableReadLoop","detail":"{readStateIndex:20407; appliedIndex:20403; }","duration":"1.268764817s","start":"2026-02-28T00:23:37.634568Z","end":"2026-02-28T00:23:38.903333Z","steps":["trace[150515591] 'read index received' (duration: 313.238904ms)","trace[150515591] 'applied index is now lower than readState.Index' (duration: 955.524593ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:23:38.90348Z","caller":"traceutil/trace.go:171","msg":"trace[1427502763] transaction","detail":"{read_only:false; response_revision:19696; number_of_response:1; }","duration":"1.268650135s","start":"2026-02-28T00:23:37.634745Z","end":"2026-02-28T00:23:38.903395Z","steps":["trace[1427502763] 'process raft request' (duration: 1.26843944s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:38.903678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25739809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:23:38.903729Z","caller":"traceutil/trace.go:171","msg":"trace[1998058683] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19697; }","duration":"1.257502773s","start":"2026-02-28T00:23:37.646212Z","end":"2026-02-28T00:23:38.903714Z","steps":["trace[1998058683] 'agreement among raft nodes before linearized reading' (duration: 1.257240048s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:38.903779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:37.646194Z","time spent":"1.257571584s","remote":"127.0.0.1:37906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:23:38.904111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.358147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-28T00:23:38.904248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.439213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-d65975497-mtdxt.18984128e41f0082\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-02-28T00:23:38.904293Z","caller":"traceutil/trace.go:171","msg":"trace[2074797966] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-d65975497-mtdxt.18984128e41f0082; range_end:; response_count:1; response_revision:19697; }","duration":"950.509774ms","start":"2026-02-28T00:23:37.953771Z","end":"2026-02-28T00:23:38.904281Z","steps":["trace[2074797966] 'agreement among raft nodes before linearized reading' (duration: 950.407302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:38.904156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.119849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-28T00:23:38.904333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:37.953752Z","time spent":"950.573875ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":925,"request content":"key:\"/registry/events/openstack/heat-cfn-d65975497-mtdxt.18984128e41f0082\" "} {"level":"info","ts":"2026-02-28T00:23:38.904341Z","caller":"traceutil/trace.go:171","msg":"trace[706755045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19697; }","duration":"547.347523ms","start":"2026-02-28T00:23:38.356982Z","end":"2026-02-28T00:23:38.90433Z","steps":["trace[706755045] 'agreement among raft nodes before linearized reading' (duration: 547.059687ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:38.904249Z","caller":"traceutil/trace.go:171","msg":"trace[1706666802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19697; }","duration":"428.53484ms","start":"2026-02-28T00:23:38.475692Z","end":"2026-02-28T00:23:38.904227Z","steps":["trace[1706666802] 'agreement among raft nodes before linearized reading' (duration: 428.092761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:38.903907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:37.634677Z","time spent":"1.268972971s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:23:38.9045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:38.475625Z","time spent":"428.812047ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T00:23:38.904321Z","caller":"traceutil/trace.go:171","msg":"trace[536550508] transaction","detail":"{read_only:false; response_revision:19697; number_of_response:1; }","duration":"1.268886249s","start":"2026-02-28T00:23:37.635331Z","end":"2026-02-28T00:23:38.904217Z","steps":["trace[536550508] 'process raft request' (duration: 1.267954929s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:38.903864Z","caller":"traceutil/trace.go:171","msg":"trace[194643068] transaction","detail":"{read_only:false; response_revision:19695; number_of_response:1; }","duration":"1.271916295s","start":"2026-02-28T00:23:37.631424Z","end":"2026-02-28T00:23:38.90334Z","steps":["trace[194643068] 'process raft request' (duration: 702.973524ms)","trace[194643068] 'compare' (duration: 568.336409ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:23:38.904429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:38.356955Z","time spent":"547.450465ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:23:38.905143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:37.631392Z","time spent":"1.273622072s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:23:38.905353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270791712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:23:38.906019Z","caller":"traceutil/trace.go:171","msg":"trace[2019493866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19697; }","duration":"1.271623069s","start":"2026-02-28T00:23:37.634378Z","end":"2026-02-28T00:23:38.906001Z","steps":["trace[2019493866] 'agreement among raft nodes before linearized reading' (duration: 1.269065684s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:38.90613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:37.634314Z","time spent":"1.271770542s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:23:38.905427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:37.635305Z","time spent":"1.269418081s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:23:39.492205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285363613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:23:39.91917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010076425s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:23:40.054207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.665936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:23:40.054332Z","caller":"traceutil/trace.go:171","msg":"trace[67268083] transaction","detail":"{read_only:false; response_revision:19698; number_of_response:1; }","duration":"1.145378864s","start":"2026-02-28T00:23:38.908929Z","end":"2026-02-28T00:23:40.054308Z","steps":["trace[67268083] 'process raft request' (duration: 1.010513994s)","trace[67268083] 'compare' (duration: 134.537093ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:23:40.054396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:38.908895Z","time spent":"1.145472377s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:23:41.140851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000482473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:23:41.141123Z","caller":"traceutil/trace.go:171","msg":"trace[380498404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000839301s","start":"2026-02-28T00:23:39.140249Z","end":"2026-02-28T00:23:41.141088Z","steps":["trace[380498404] 'agreement among raft nodes before linearized reading' (duration: 2.000527364s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:41.141307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:39.14022Z","time spent":"2.001067335s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:23:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:23:41.328316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:40.254225Z","time spent":"1.074081201s","remote":"127.0.0.1:46730","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T00:23:41.329362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.054506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:23:41.329809Z","caller":"traceutil/trace.go:171","msg":"trace[5428682] transaction","detail":"{read_only:false; response_revision:19702; number_of_response:1; }","duration":"2.037165947s","start":"2026-02-28T00:23:39.292555Z","end":"2026-02-28T00:23:41.329721Z","steps":["trace[5428682] 'process raft request' (duration: 2.037064145s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:41.329894Z","caller":"traceutil/trace.go:171","msg":"trace[1740284228] transaction","detail":"{read_only:false; response_revision:19700; number_of_response:1; }","duration":"2.419162469s","start":"2026-02-28T00:23:38.910705Z","end":"2026-02-28T00:23:41.329867Z","steps":["trace[1740284228] 'process raft request' (duration: 2.418774281s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:41.329952Z","caller":"traceutil/trace.go:171","msg":"trace[1676812577] transaction","detail":"{read_only:false; response_revision:19701; number_of_response:1; }","duration":"2.41915722s","start":"2026-02-28T00:23:38.910784Z","end":"2026-02-28T00:23:41.329942Z","steps":["trace[1676812577] 'process raft request' (duration: 2.418790762s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:41.330014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:38.91076Z","time spent":"2.419224881s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:23:41.330003Z","caller":"traceutil/trace.go:171","msg":"trace[1139299679] transaction","detail":"{read_only:false; response_revision:19699; number_of_response:1; }","duration":"2.419899206s","start":"2026-02-28T00:23:38.910076Z","end":"2026-02-28T00:23:41.329976Z","steps":["trace[1139299679] 'process raft request' (duration: 1.902706827s)","trace[1139299679] 'compare' (duration: 515.412561ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:23:41.330045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:38.910696Z","time spent":"2.419250882s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:23:41.330122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:38.910047Z","time spent":"2.420010999s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:23:41.329903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:39.292506Z","time spent":"2.037356761s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:23:41.330271Z","caller":"traceutil/trace.go:171","msg":"trace[1440940466] linearizableReadLoop","detail":"{readStateIndex:20414; appliedIndex:20409; }","duration":"2.339003624s","start":"2026-02-28T00:23:38.991255Z","end":"2026-02-28T00:23:41.330258Z","steps":["trace[1440940466] 'read index received' (duration: 928.207382ms)","trace[1440940466] 'applied index is now lower than readState.Index' (duration: 1.410795282s)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:23:41.330429Z","caller":"traceutil/trace.go:171","msg":"trace[2003051714] transaction","detail":"{read_only:false; response_revision:19703; number_of_response:1; }","duration":"1.525715761s","start":"2026-02-28T00:23:39.804659Z","end":"2026-02-28T00:23:41.330375Z","steps":["trace[2003051714] 'process raft request' (duration: 1.525013096s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:41.330482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339232809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-28T00:23:41.33067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:39.804627Z","time spent":"1.525907204s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:23:41.33127Z","caller":"traceutil/trace.go:171","msg":"trace[959726977] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19703; }","duration":"2.339465784s","start":"2026-02-28T00:23:38.991187Z","end":"2026-02-28T00:23:41.330653Z","steps":["trace[959726977] 'agreement among raft nodes before linearized reading' (duration: 2.339149157s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:41.331354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:38.991162Z","time spent":"2.34017359s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":151,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:23:41.333009Z","caller":"traceutil/trace.go:171","msg":"trace[1513688362] transaction","detail":"{read_only:false; response_revision:19704; number_of_response:1; }","duration":"421.061979ms","start":"2026-02-28T00:23:40.911925Z","end":"2026-02-28T00:23:41.332987Z","steps":["trace[1513688362] 'process raft request' (duration: 420.947356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:41.333107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:40.911896Z","time spent":"421.16281ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:23:42.332721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.477485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:23:42.333458Z","caller":"traceutil/trace.go:171","msg":"trace[718984972] linearizableReadLoop","detail":"{readStateIndex:20418; appliedIndex:20415; }","duration":"1.003119954s","start":"2026-02-28T00:23:41.330307Z","end":"2026-02-28T00:23:42.333427Z","steps":["trace[718984972] 'read index received' (duration: 823.629µs)","trace[718984972] 'applied index is now lower than readState.Index' (duration: 1.002293755s)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:23:42.333489Z","caller":"traceutil/trace.go:171","msg":"trace[831270642] transaction","detail":"{read_only:false; response_revision:19706; number_of_response:1; }","duration":"1.420879881s","start":"2026-02-28T00:23:40.912562Z","end":"2026-02-28T00:23:42.333442Z","steps":["trace[831270642] 'process raft request' (duration: 1.420629685s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:42.33348Z","caller":"traceutil/trace.go:171","msg":"trace[1406555819] transaction","detail":"{read_only:false; response_revision:19705; number_of_response:1; }","duration":"1.421164757s","start":"2026-02-28T00:23:40.912268Z","end":"2026-02-28T00:23:42.333432Z","steps":["trace[1406555819] 'process raft request' (duration: 945.785842ms)","trace[1406555819] 'compare' (duration: 474.271121ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:23:42.333678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:40.912517Z","time spent":"1.421054445s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:23:42.333714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:40.912258Z","time spent":"1.421332731s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:23:42.7074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.03762ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T00:23:42.707524Z","caller":"traceutil/trace.go:171","msg":"trace[974646653] linearizableReadLoop","detail":"{readStateIndex:20419; appliedIndex:20418; }","duration":"373.973019ms","start":"2026-02-28T00:23:42.33353Z","end":"2026-02-28T00:23:42.707503Z","steps":["trace[974646653] 'read index received' (duration: 62.031µs)","trace[974646653] 'applied index is now lower than readState.Index' (duration: 373.909188ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:23:42.708031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.372362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:23:42.708089Z","caller":"traceutil/trace.go:171","msg":"trace[1177934589] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:19706; }","duration":"848.483825ms","start":"2026-02-28T00:23:41.859588Z","end":"2026-02-28T00:23:42.708072Z","steps":["trace[1177934589] 'agreement among raft nodes before linearized reading' (duration: 848.361362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:42.708267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471994617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-28T00:23:42.708275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:41.859564Z","time spent":"848.69474ms","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":13,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:23:42.708338Z","caller":"traceutil/trace.go:171","msg":"trace[964474629] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19706; }","duration":"1.47209033s","start":"2026-02-28T00:23:41.236212Z","end":"2026-02-28T00:23:42.708302Z","steps":["trace[964474629] 'agreement among raft nodes before linearized reading' (duration: 1.097275433s)","trace[964474629] 'range keys from in-memory index tree' (duration: 374.683514ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:23:42.708377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:41.236185Z","time spent":"1.472185111s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T00:23:42.708104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.276782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:23:42.708598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754576434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-28T00:23:42.708573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567350012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:23:42.708606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946743286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:23:42.708644Z","caller":"traceutil/trace.go:171","msg":"trace[973741206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19706; }","duration":"2.754652466s","start":"2026-02-28T00:23:39.95397Z","end":"2026-02-28T00:23:42.708622Z","steps":["trace[973741206] 'agreement among raft nodes before linearized reading' (duration: 2.379532922s)","trace[973741206] 'range keys from in-memory index tree' (duration: 375.024721ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:23:42.708651Z","caller":"traceutil/trace.go:171","msg":"trace[1315150474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19706; }","duration":"1.567471735s","start":"2026-02-28T00:23:41.14116Z","end":"2026-02-28T00:23:42.708632Z","steps":["trace[1315150474] 'agreement among raft nodes before linearized reading' (duration: 1.192347891s)","trace[1315150474] 'range keys from in-memory index tree' (duration: 375.026902ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:23:42.708575Z","caller":"traceutil/trace.go:171","msg":"trace[618579669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19706; }","duration":"221.800293ms","start":"2026-02-28T00:23:42.486749Z","end":"2026-02-28T00:23:42.708549Z","steps":["trace[618579669] 'agreement among raft nodes before linearized reading' (duration: 221.265532ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:42.708683Z","caller":"traceutil/trace.go:171","msg":"trace[318802846] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19706; }","duration":"2.946868668s","start":"2026-02-28T00:23:39.761793Z","end":"2026-02-28T00:23:42.708661Z","steps":["trace[318802846] 'agreement among raft nodes before linearized reading' (duration: 2.571738435s)","trace[318802846] 'count revisions from in-memory index tree' (duration: 375.003271ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:23:42.708704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752444977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-28T00:23:42.70867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334093468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:23:42.70874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:39.761734Z","time spent":"2.946995501s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:23:42.708115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682556388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:23:42.708763Z","caller":"traceutil/trace.go:171","msg":"trace[36844885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19706; }","duration":"2.75255715s","start":"2026-02-28T00:23:39.956189Z","end":"2026-02-28T00:23:42.708746Z","steps":["trace[36844885] 'agreement among raft nodes before linearized reading' (duration: 2.377300894s)","trace[36844885] 'range keys from in-memory index tree' (duration: 375.066853ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:23:42.708798Z","caller":"traceutil/trace.go:171","msg":"trace[2037865824] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19706; }","duration":"1.683307304s","start":"2026-02-28T00:23:41.025471Z","end":"2026-02-28T00:23:42.708778Z","steps":["trace[2037865824] 'agreement among raft nodes before linearized reading' (duration: 1.308034337s)","trace[2037865824] 'count revisions from in-memory index tree' (duration: 374.535001ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:23:42.708814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:39.956152Z","time spent":"2.752648591s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:23:42.708843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:41.025447Z","time spent":"1.683386436s","remote":"127.0.0.1:58974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:23:42.708669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:39.953939Z","time spent":"2.754725787s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:23:42.708883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279680999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-28T00:23:42.708718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:41.141135Z","time spent":"1.567569127s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:23:42.708976Z","caller":"traceutil/trace.go:171","msg":"trace[1326712180] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19706; }","duration":"2.279803562s","start":"2026-02-28T00:23:40.429142Z","end":"2026-02-28T00:23:42.708946Z","steps":["trace[1326712180] 'agreement among raft nodes before linearized reading' (duration: 1.90429456s)","trace[1326712180] 'range keys from in-memory index tree' (duration: 375.188135ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:23:42.708803Z","caller":"traceutil/trace.go:171","msg":"trace[942483951] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:19706; }","duration":"2.33469219s","start":"2026-02-28T00:23:40.37406Z","end":"2026-02-28T00:23:42.708752Z","steps":["trace[942483951] 'agreement among raft nodes before linearized reading' (duration: 1.959452034s)","trace[942483951] 'count revisions from in-memory index tree' (duration: 374.609232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:23:42.709036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:40.429125Z","time spent":"2.279896903s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:23:42.709071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:40.374027Z","time spent":"2.335027018s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:23:43.214735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285363628,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T00:23:43.225652Z","caller":"traceutil/trace.go:171","msg":"trace[644972782] transaction","detail":"{read_only:false; response_revision:19707; number_of_response:1; }","duration":"512.421477ms","start":"2026-02-28T00:23:42.713195Z","end":"2026-02-28T00:23:43.225617Z","steps":["trace[644972782] 'process raft request' (duration: 512.177412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:43.225854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:42.713167Z","time spent":"512.5933ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T00:23:44.340279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.169433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:23:44.340501Z","caller":"traceutil/trace.go:171","msg":"trace[2120298640] transaction","detail":"{read_only:false; response_revision:19708; number_of_response:1; }","duration":"1.626637697s","start":"2026-02-28T00:23:42.71383Z","end":"2026-02-28T00:23:44.340468Z","steps":["trace[2120298640] 'process raft request' (duration: 1.228152408s)","trace[2120298640] 'compare' (duration: 398.027309ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:23:44.340528Z","caller":"traceutil/trace.go:171","msg":"trace[839486352] transaction","detail":"{read_only:false; response_revision:19709; number_of_response:1; }","duration":"1.626595157s","start":"2026-02-28T00:23:42.713909Z","end":"2026-02-28T00:23:44.340504Z","steps":["trace[839486352] 'process raft request' (duration: 1.626489234s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:44.340609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:42.713904Z","time spent":"1.626671038s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:23:44.340664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:42.713815Z","time spent":"1.62675166s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:23:44.341055Z","caller":"traceutil/trace.go:171","msg":"trace[2129505043] transaction","detail":"{read_only:false; response_revision:19710; number_of_response:1; }","duration":"1.62678197s","start":"2026-02-28T00:23:42.714213Z","end":"2026-02-28T00:23:44.340995Z","steps":["trace[2129505043] 'process raft request' (duration: 1.626244739s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:44.341231Z","caller":"traceutil/trace.go:171","msg":"trace[1451684064] transaction","detail":"{read_only:false; response_revision:19711; number_of_response:1; }","duration":"1.002496811s","start":"2026-02-28T00:23:43.338712Z","end":"2026-02-28T00:23:44.341209Z","steps":["trace[1451684064] 'process raft request' (duration: 1.001926398s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:44.34127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:42.714176Z","time spent":"1.626996795s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:23:44.341336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:43.338689Z","time spent":"1.002596522s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:23:44.341375Z","caller":"traceutil/trace.go:171","msg":"trace[964068079] linearizableReadLoop","detail":"{readStateIndex:20423; appliedIndex:20419; }","duration":"1.626721739s","start":"2026-02-28T00:23:42.71412Z","end":"2026-02-28T00:23:44.340842Z","steps":["trace[964068079] 'read index received' (duration: 511.242392ms)","trace[964068079] 'applied index is now lower than readState.Index' (duration: 1.115477737s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:23:44.341595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627465575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-02-28T00:23:44.341647Z","caller":"traceutil/trace.go:171","msg":"trace[695589483] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19712; }","duration":"1.627527816s","start":"2026-02-28T00:23:42.714107Z","end":"2026-02-28T00:23:44.341635Z","steps":["trace[695589483] 'agreement among raft nodes before linearized reading' (duration: 1.627381663s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:44.34168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:42.714102Z","time spent":"1.627571247s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-28T00:23:44.341681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006414054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:23:44.341724Z","caller":"traceutil/trace.go:171","msg":"trace[1316494800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19712; }","duration":"1.006517596s","start":"2026-02-28T00:23:43.335194Z","end":"2026-02-28T00:23:44.341712Z","steps":["trace[1316494800] 'agreement among raft nodes before linearized reading' (duration: 1.006356883s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:44.341768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:43.335166Z","time spent":"1.006594748s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:23:44.341629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624221344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:23:44.341889Z","caller":"traceutil/trace.go:171","msg":"trace[313063029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19712; }","duration":"1.624507441s","start":"2026-02-28T00:23:42.71737Z","end":"2026-02-28T00:23:44.341877Z","steps":["trace[313063029] 'agreement among raft nodes before linearized reading' (duration: 1.624167084s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:44.341929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:42.717363Z","time spent":"1.624556282s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:23:44.341893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.080871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:23:44.342093Z","caller":"traceutil/trace.go:171","msg":"trace[1076692368] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19712; }","duration":"314.274885ms","start":"2026-02-28T00:23:44.027803Z","end":"2026-02-28T00:23:44.342078Z","steps":["trace[1076692368] 'agreement among raft nodes before linearized reading' (duration: 314.04716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:44.342148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:44.027732Z","time spent":"314.400128ms","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:23:44.342285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.142511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417420"} {"level":"info","ts":"2026-02-28T00:23:44.342321Z","caller":"traceutil/trace.go:171","msg":"trace[608681886] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19712; }","duration":"923.219573ms","start":"2026-02-28T00:23:43.41909Z","end":"2026-02-28T00:23:44.342309Z","steps":["trace[608681886] 'agreement among raft nodes before linearized reading' (duration: 922.822735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:44.342357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:43.419056Z","time spent":"923.295155ms","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417443,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-28T00:23:44.342406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260081859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:23:44.342453Z","caller":"traceutil/trace.go:171","msg":"trace[1293725195] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19712; }","duration":"1.260174231s","start":"2026-02-28T00:23:43.082267Z","end":"2026-02-28T00:23:44.342442Z","steps":["trace[1293725195] 'agreement among raft nodes before linearized reading' (duration: 1.260081899s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:44.34248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00658046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-28T00:23:44.34249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:43.082243Z","time spent":"1.260238012s","remote":"127.0.0.1:42486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:23:44.342531Z","caller":"traceutil/trace.go:171","msg":"trace[253105892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19712; }","duration":"1.00664349s","start":"2026-02-28T00:23:43.335871Z","end":"2026-02-28T00:23:44.342515Z","steps":["trace[253105892] 'agreement among raft nodes before linearized reading' (duration: 1.006531178s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:44.342567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:43.335863Z","time spent":"1.006696491s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:23:44.342518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444296228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:23:44.342638Z","caller":"traceutil/trace.go:171","msg":"trace[2127597985] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19712; }","duration":"1.444483683s","start":"2026-02-28T00:23:42.898126Z","end":"2026-02-28T00:23:44.342609Z","steps":["trace[2127597985] 'agreement among raft nodes before linearized reading' (duration: 1.444242647s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:44.342701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:42.8981Z","time spent":"1.444589604s","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:23:44.344816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010128245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T00:23:44.34491Z","caller":"traceutil/trace.go:171","msg":"trace[942914994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19712; }","duration":"1.010265488s","start":"2026-02-28T00:23:43.334625Z","end":"2026-02-28T00:23:44.344891Z","steps":["trace[942914994] 'agreement among raft nodes before linearized reading' (duration: 1.007043348s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:44.345423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:23:43.33459Z","time spent":"1.01081756s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T00:23:48.599969Z","caller":"traceutil/trace.go:171","msg":"trace[2015347110] linearizableReadLoop","detail":"{readStateIndex:20444; appliedIndex:20443; }","duration":"118.283981ms","start":"2026-02-28T00:23:48.481659Z","end":"2026-02-28T00:23:48.599943Z","steps":["trace[2015347110] 'read index received' (duration: 118.065677ms)","trace[2015347110] 'applied index is now lower than readState.Index' (duration: 217.434µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:23:48.600049Z","caller":"traceutil/trace.go:171","msg":"trace[186298546] transaction","detail":"{read_only:false; response_revision:19730; number_of_response:1; }","duration":"135.27778ms","start":"2026-02-28T00:23:48.46473Z","end":"2026-02-28T00:23:48.600008Z","steps":["trace[186298546] 'process raft request' (duration: 135.057345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:48.600388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.69647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:23:48.600469Z","caller":"traceutil/trace.go:171","msg":"trace[1120934094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19730; }","duration":"118.826124ms","start":"2026-02-28T00:23:48.481623Z","end":"2026-02-28T00:23:48.600449Z","steps":["trace[1120934094] 'agreement among raft nodes before linearized reading' (duration: 118.499376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:48.600574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.550958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:23:48.600663Z","caller":"traceutil/trace.go:171","msg":"trace[976545410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19730; }","duration":"118.679511ms","start":"2026-02-28T00:23:48.481961Z","end":"2026-02-28T00:23:48.60064Z","steps":["trace[976545410] 'agreement among raft nodes before linearized reading' (duration: 118.473477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:48.600573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.63884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T00:23:48.600841Z","caller":"traceutil/trace.go:171","msg":"trace[1758940307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19730; }","duration":"118.959807ms","start":"2026-02-28T00:23:48.481847Z","end":"2026-02-28T00:23:48.600807Z","steps":["trace[1758940307] 'agreement among raft nodes before linearized reading' (duration: 118.527477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:23:48.600727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.028664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-28T00:23:48.601418Z","caller":"traceutil/trace.go:171","msg":"trace[637592551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19730; }","duration":"117.811551ms","start":"2026-02-28T00:23:48.483588Z","end":"2026-02-28T00:23:48.601399Z","steps":["trace[637592551] 'agreement among raft nodes before linearized reading' (duration: 116.810369ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:48.737736Z","caller":"traceutil/trace.go:171","msg":"trace[586501094] transaction","detail":"{read_only:false; response_revision:19733; number_of_response:1; }","duration":"131.956889ms","start":"2026-02-28T00:23:48.60575Z","end":"2026-02-28T00:23:48.737707Z","steps":["trace[586501094] 'process raft request' (duration: 131.865596ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:48.737963Z","caller":"traceutil/trace.go:171","msg":"trace[1669062979] transaction","detail":"{read_only:false; response_revision:19732; number_of_response:1; }","duration":"132.551832ms","start":"2026-02-28T00:23:48.605339Z","end":"2026-02-28T00:23:48.737891Z","steps":["trace[1669062979] 'process raft request' (duration: 73.019071ms)","trace[1669062979] 'compare' (duration: 59.10337ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:23:48.738373Z","caller":"traceutil/trace.go:171","msg":"trace[1310460609] transaction","detail":"{read_only:false; response_revision:19734; number_of_response:1; }","duration":"132.103581ms","start":"2026-02-28T00:23:48.606232Z","end":"2026-02-28T00:23:48.738335Z","steps":["trace[1310460609] 'process raft request' (duration: 131.432036ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:23:48.977317Z","caller":"traceutil/trace.go:171","msg":"trace[736721204] linearizableReadLoop","detail":"{readStateIndex:20449; appliedIndex:20448; }","duration":"129.474604ms","start":"2026-02-28T00:23:48.847816Z","end":"2026-02-28T00:23:48.977291Z","steps":["trace[736721204] 'read index received' (duration: 106.141459ms)","trace[736721204] 'applied index is now lower than readState.Index' (duration: 23.332075ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:23:48.977473Z","caller":"traceutil/trace.go:171","msg":"trace[740912608] transaction","detail":"{read_only:false; response_revision:19735; number_of_response:1; }","duration":"139.381009ms","start":"2026-02-28T00:23:48.83794Z","end":"2026-02-28T00:23:48.977321Z","steps":["trace[740912608] 'process raft request' (duration: 116.091555ms)","trace[740912608] 'compare' (duration: 23.0962ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:23:48.977578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.714679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-28T00:23:48.97761Z","caller":"traceutil/trace.go:171","msg":"trace[1963283157] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19735; }","duration":"129.828151ms","start":"2026-02-28T00:23:48.84777Z","end":"2026-02-28T00:23:48.977599Z","steps":["trace[1963283157] 'agreement among raft nodes before linearized reading' (duration: 129.613257ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:24:43.016942Z","caller":"traceutil/trace.go:171","msg":"trace[655452208] transaction","detail":"{read_only:false; response_revision:20249; number_of_response:1; }","duration":"209.514983ms","start":"2026-02-28T00:24:42.807385Z","end":"2026-02-28T00:24:43.0169Z","steps":["trace[655452208] 'process raft request' (duration: 209.34834ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:24:43.018134Z","caller":"traceutil/trace.go:171","msg":"trace[1051069472] transaction","detail":"{read_only:false; response_revision:20250; number_of_response:1; }","duration":"209.247379ms","start":"2026-02-28T00:24:42.808863Z","end":"2026-02-28T00:24:43.01811Z","steps":["trace[1051069472] 'process raft request' (duration: 209.013604ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:25:12.686822Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18368} {"level":"info","ts":"2026-02-28T00:25:12.821593Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18368,"took":"129.850182ms","hash":499427785,"current-db-size-bytes":43880448,"current-db-size":"44 MB","current-db-size-in-use-bytes":30445568,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-28T00:25:12.821709Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":499427785,"revision":18368,"compact-revision":16188} {"level":"warn","ts":"2026-02-28T00:27:34.496323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.418528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:27:34.496693Z","caller":"traceutil/trace.go:171","msg":"trace[1335484368] transaction","detail":"{read_only:false; response_revision:21424; number_of_response:1; }","duration":"406.932568ms","start":"2026-02-28T00:27:34.08972Z","end":"2026-02-28T00:27:34.496653Z","steps":["trace[1335484368] 'process raft request' (duration: 174.01258ms)","trace[1335484368] 'compare' (duration: 232.264804ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:34.496697Z","caller":"traceutil/trace.go:171","msg":"trace[788281282] linearizableReadLoop","detail":"{readStateIndex:22200; appliedIndex:22198; }","duration":"355.100165ms","start":"2026-02-28T00:27:34.141501Z","end":"2026-02-28T00:27:34.496601Z","steps":["trace[788281282] 'read index received' (duration: 38.50191ms)","trace[788281282] 'applied index is now lower than readState.Index' (duration: 316.594895ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:34.496621Z","caller":"traceutil/trace.go:171","msg":"trace[253462811] transaction","detail":"{read_only:false; response_revision:21425; number_of_response:1; }","duration":"234.37047ms","start":"2026-02-28T00:27:34.262229Z","end":"2026-02-28T00:27:34.4966Z","steps":["trace[253462811] 'process raft request' (duration: 234.283458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:34.496944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.447812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:34.497087Z","caller":"traceutil/trace.go:171","msg":"trace[1506837431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21425; }","duration":"355.591175ms","start":"2026-02-28T00:27:34.141479Z","end":"2026-02-28T00:27:34.49707Z","steps":["trace[1506837431] 'agreement among raft nodes before linearized reading' (duration: 355.286509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:34.497166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:34.141433Z","time spent":"355.720408ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:27:34.497248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.908008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-28T00:27:34.497252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.99161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-28T00:27:34.497298Z","caller":"traceutil/trace.go:171","msg":"trace[1778243515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21425; }","duration":"228.00614ms","start":"2026-02-28T00:27:34.269279Z","end":"2026-02-28T00:27:34.497285Z","steps":["trace[1778243515] 'agreement among raft nodes before linearized reading' (duration: 227.773845ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:34.497324Z","caller":"traceutil/trace.go:171","msg":"trace[1464608683] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21425; }","duration":"291.087441ms","start":"2026-02-28T00:27:34.206211Z","end":"2026-02-28T00:27:34.497299Z","steps":["trace[1464608683] 'agreement among raft nodes before linearized reading' (duration: 290.827856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:34.4973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.813609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T00:27:34.497438Z","caller":"traceutil/trace.go:171","msg":"trace[661204691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21425; }","duration":"243.972814ms","start":"2026-02-28T00:27:34.253415Z","end":"2026-02-28T00:27:34.497388Z","steps":["trace[661204691] 'agreement among raft nodes before linearized reading' (duration: 243.672307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:34.496959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:34.089695Z","time spent":"407.110712ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:27:40.126066Z","caller":"traceutil/trace.go:171","msg":"trace[584120980] transaction","detail":"{read_only:false; response_revision:21540; number_of_response:1; }","duration":"133.956666ms","start":"2026-02-28T00:27:39.992083Z","end":"2026-02-28T00:27:40.126039Z","steps":["trace[584120980] 'process raft request' (duration: 133.791652ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:40.155016Z","caller":"traceutil/trace.go:171","msg":"trace[707973002] transaction","detail":"{read_only:false; response_revision:21541; number_of_response:1; }","duration":"162.813852ms","start":"2026-02-28T00:27:39.992176Z","end":"2026-02-28T00:27:40.15499Z","steps":["trace[707973002] 'process raft request' (duration: 162.659989ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:46.518238Z","caller":"traceutil/trace.go:171","msg":"trace[1755700413] transaction","detail":"{read_only:false; response_revision:21916; number_of_response:1; }","duration":"198.180532ms","start":"2026-02-28T00:27:46.320021Z","end":"2026-02-28T00:27:46.518202Z","steps":["trace[1755700413] 'process raft request' (duration: 185.923361ms)","trace[1755700413] 'compare' (duration: 12.084028ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:46.519483Z","caller":"traceutil/trace.go:171","msg":"trace[1883675263] transaction","detail":"{read_only:false; response_revision:21917; number_of_response:1; }","duration":"140.601401ms","start":"2026-02-28T00:27:46.378847Z","end":"2026-02-28T00:27:46.519448Z","steps":["trace[1883675263] 'process raft request' (duration: 140.310355ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:46.519758Z","caller":"traceutil/trace.go:171","msg":"trace[1970769131] linearizableReadLoop","detail":"{readStateIndex:22708; appliedIndex:22706; }","duration":"116.378807ms","start":"2026-02-28T00:27:46.403365Z","end":"2026-02-28T00:27:46.519744Z","steps":["trace[1970769131] 'read index received' (duration: 102.544572ms)","trace[1970769131] 'applied index is now lower than readState.Index' (duration: 13.832725ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:27:46.521778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.394301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210912"} {"level":"info","ts":"2026-02-28T00:27:46.521882Z","caller":"traceutil/trace.go:171","msg":"trace[1481506409] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21918; }","duration":"118.564676ms","start":"2026-02-28T00:27:46.403291Z","end":"2026-02-28T00:27:46.521856Z","steps":["trace[1481506409] 'agreement among raft nodes before linearized reading' (duration: 116.853828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:48.151766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.419819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:48.151906Z","caller":"traceutil/trace.go:171","msg":"trace[1306861283] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21964; }","duration":"135.623163ms","start":"2026-02-28T00:27:48.016263Z","end":"2026-02-28T00:27:48.151887Z","steps":["trace[1306861283] 'count revisions from in-memory index tree' (duration: 135.313186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:48.151941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.365605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:48.152015Z","caller":"traceutil/trace.go:171","msg":"trace[810827475] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21964; }","duration":"105.456077ms","start":"2026-02-28T00:27:48.046539Z","end":"2026-02-28T00:27:48.151995Z","steps":["trace[810827475] 'count revisions from in-memory index tree' (duration: 105.336164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:48.152188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.693412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:48.15222Z","caller":"traceutil/trace.go:171","msg":"trace[2081494702] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21964; }","duration":"105.747423ms","start":"2026-02-28T00:27:48.046465Z","end":"2026-02-28T00:27:48.152212Z","steps":["trace[2081494702] 'range keys from in-memory index tree' (duration: 105.59336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:48.152847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.439338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:48.152884Z","caller":"traceutil/trace.go:171","msg":"trace[2089366765] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21964; }","duration":"169.485179ms","start":"2026-02-28T00:27:47.983387Z","end":"2026-02-28T00:27:48.152872Z","steps":["trace[2089366765] 'count revisions from in-memory index tree' (duration: 169.405577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:48.152985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.638472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:48.153054Z","caller":"traceutil/trace.go:171","msg":"trace[1044769764] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21964; }","duration":"169.760445ms","start":"2026-02-28T00:27:47.983281Z","end":"2026-02-28T00:27:48.153041Z","steps":["trace[1044769764] 'range keys from in-memory index tree' (duration: 169.50752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:48.153122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.896828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:27:48.153134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.88771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:48.153165Z","caller":"traceutil/trace.go:171","msg":"trace[372105486] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21964; }","duration":"159.954629ms","start":"2026-02-28T00:27:47.993197Z","end":"2026-02-28T00:27:48.153152Z","steps":["trace[372105486] 'range keys from in-memory index tree' (duration: 159.807876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:48.153198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.075664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:27:48.153211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.939418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:48.153228Z","caller":"traceutil/trace.go:171","msg":"trace[2022691820] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21964; }","duration":"137.154496ms","start":"2026-02-28T00:27:48.016064Z","end":"2026-02-28T00:27:48.153219Z","steps":["trace[2022691820] 'range keys from in-memory index tree' (duration: 136.901081ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:48.153234Z","caller":"traceutil/trace.go:171","msg":"trace[15347830] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21964; }","duration":"159.97041ms","start":"2026-02-28T00:27:47.993257Z","end":"2026-02-28T00:27:48.153228Z","steps":["trace[15347830] 'count revisions from in-memory index tree' (duration: 159.918138ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:48.153164Z","caller":"traceutil/trace.go:171","msg":"trace[1727343402] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21964; }","duration":"136.967732ms","start":"2026-02-28T00:27:48.016189Z","end":"2026-02-28T00:27:48.153156Z","steps":["trace[1727343402] 'range keys from in-memory index tree' (duration: 136.84607ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:49.679523Z","caller":"traceutil/trace.go:171","msg":"trace[2072053557] transaction","detail":"{read_only:false; response_revision:22002; number_of_response:1; }","duration":"167.690919ms","start":"2026-02-28T00:27:49.511802Z","end":"2026-02-28T00:27:49.679493Z","steps":["trace[2072053557] 'process raft request' (duration: 167.503925ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:49.685549Z","caller":"traceutil/trace.go:171","msg":"trace[307127505] linearizableReadLoop","detail":"{readStateIndex:22795; appliedIndex:22793; }","duration":"167.974435ms","start":"2026-02-28T00:27:49.517547Z","end":"2026-02-28T00:27:49.685521Z","steps":["trace[307127505] 'read index received' (duration: 161.856561ms)","trace[307127505] 'applied index is now lower than readState.Index' (duration: 6.116714ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:49.685656Z","caller":"traceutil/trace.go:171","msg":"trace[1017923769] transaction","detail":"{read_only:false; response_revision:22003; number_of_response:1; }","duration":"173.663141ms","start":"2026-02-28T00:27:49.51182Z","end":"2026-02-28T00:27:49.685483Z","steps":["trace[1017923769] 'process raft request' (duration: 173.325274ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:49.685705Z","caller":"traceutil/trace.go:171","msg":"trace[1283225674] transaction","detail":"{read_only:false; response_revision:22004; number_of_response:1; }","duration":"122.335368ms","start":"2026-02-28T00:27:49.563342Z","end":"2026-02-28T00:27:49.685678Z","steps":["trace[1283225674] 'process raft request' (duration: 121.99903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:49.685758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.18355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:49.685825Z","caller":"traceutil/trace.go:171","msg":"trace[149266168] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22004; }","duration":"168.317183ms","start":"2026-02-28T00:27:49.517489Z","end":"2026-02-28T00:27:49.685807Z","steps":["trace[149266168] 'agreement among raft nodes before linearized reading' (duration: 168.185051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:49.685932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.817262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:49.686023Z","caller":"traceutil/trace.go:171","msg":"trace[1624309875] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/roles/cert-manager-test0; response_count:0; response_revision:22004; }","duration":"167.943705ms","start":"2026-02-28T00:27:49.518062Z","end":"2026-02-28T00:27:49.686006Z","steps":["trace[1624309875] 'agreement among raft nodes before linearized reading' (duration: 167.796192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:49.687003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.115159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:49.687119Z","caller":"traceutil/trace.go:171","msg":"trace[151133490] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22004; }","duration":"169.297575ms","start":"2026-02-28T00:27:49.517792Z","end":"2026-02-28T00:27:49.68709Z","steps":["trace[151133490] 'agreement among raft nodes before linearized reading' (duration: 168.002446ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:51.213697Z","caller":"traceutil/trace.go:171","msg":"trace[1746755211] transaction","detail":"{read_only:false; response_revision:22039; number_of_response:1; }","duration":"118.734851ms","start":"2026-02-28T00:27:51.094917Z","end":"2026-02-28T00:27:51.213652Z","steps":["trace[1746755211] 'process raft request' (duration: 118.400413ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:54.615031Z","caller":"traceutil/trace.go:171","msg":"trace[1960783060] transaction","detail":"{read_only:false; response_revision:22099; number_of_response:1; }","duration":"338.963679ms","start":"2026-02-28T00:27:54.276018Z","end":"2026-02-28T00:27:54.614981Z","steps":["trace[1960783060] 'process raft request' (duration: 321.713178ms)","trace[1960783060] 'compare' (duration: 16.342272ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:54.615102Z","caller":"traceutil/trace.go:171","msg":"trace[934157672] transaction","detail":"{read_only:false; response_revision:22100; number_of_response:1; }","duration":"338.673473ms","start":"2026-02-28T00:27:54.276391Z","end":"2026-02-28T00:27:54.615065Z","steps":["trace[934157672] 'process raft request' (duration: 338.499089ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:54.615037Z","caller":"traceutil/trace.go:171","msg":"trace[790608686] linearizableReadLoop","detail":"{readStateIndex:22893; appliedIndex:22891; }","duration":"324.748416ms","start":"2026-02-28T00:27:54.290253Z","end":"2026-02-28T00:27:54.615002Z","steps":["trace[790608686] 'read index received' (duration: 307.391902ms)","trace[790608686] 'applied index is now lower than readState.Index' (duration: 17.353714ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:27:54.615226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:54.275991Z","time spent":"339.130452ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:27:54.615283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.006841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-28T00:27:54.615304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:54.276366Z","time spent":"338.830756ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:27:54.615347Z","caller":"traceutil/trace.go:171","msg":"trace[351192860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22100; }","duration":"325.120893ms","start":"2026-02-28T00:27:54.29021Z","end":"2026-02-28T00:27:54.615331Z","steps":["trace[351192860] 'agreement among raft nodes before linearized reading' (duration: 324.892488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:54.615811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:54.290194Z","time spent":"325.601084ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:27:55.130122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285370678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:27:55.920756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.954799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:27:55.920924Z","caller":"traceutil/trace.go:171","msg":"trace[53626872] transaction","detail":"{read_only:false; response_revision:22101; number_of_response:1; }","duration":"1.29899704s","start":"2026-02-28T00:27:54.621894Z","end":"2026-02-28T00:27:55.920891Z","steps":["trace[53626872] 'process raft request' (duration: 779.759344ms)","trace[53626872] 'compare' (duration: 518.703994ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:27:55.921327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:54.621872Z","time spent":"1.299344287s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:27:55.921822Z","caller":"traceutil/trace.go:171","msg":"trace[1869868620] linearizableReadLoop","detail":"{readStateIndex:22894; appliedIndex:22893; }","duration":"1.292172668s","start":"2026-02-28T00:27:54.629633Z","end":"2026-02-28T00:27:55.921806Z","steps":["trace[1869868620] 'read index received' (duration: 772.051744ms)","trace[1869868620] 'applied index is now lower than readState.Index' (duration: 520.118804ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:55.921972Z","caller":"traceutil/trace.go:171","msg":"trace[847097456] transaction","detail":"{read_only:false; response_revision:22102; number_of_response:1; }","duration":"610.250183ms","start":"2026-02-28T00:27:55.311654Z","end":"2026-02-28T00:27:55.921904Z","steps":["trace[847097456] 'process raft request' (duration: 609.2242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:55.922045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292403043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-28T00:27:55.922089Z","caller":"traceutil/trace.go:171","msg":"trace[1954468254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22102; }","duration":"1.292465334s","start":"2026-02-28T00:27:54.629609Z","end":"2026-02-28T00:27:55.922074Z","steps":["trace[1954468254] 'agreement among raft nodes before linearized reading' (duration: 1.29228185s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:55.922134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:54.629599Z","time spent":"1.292526875s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:27:55.922154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:55.311623Z","time spent":"610.427847ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T00:27:55.935885Z","caller":"traceutil/trace.go:171","msg":"trace[2057192152] transaction","detail":"{read_only:false; response_revision:22103; number_of_response:1; }","duration":"462.83558ms","start":"2026-02-28T00:27:55.473026Z","end":"2026-02-28T00:27:55.935862Z","steps":["trace[2057192152] 'process raft request' (duration: 462.497753ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:55.935936Z","caller":"traceutil/trace.go:171","msg":"trace[2078880499] transaction","detail":"{read_only:false; response_revision:22104; number_of_response:1; }","duration":"303.523176ms","start":"2026-02-28T00:27:55.632393Z","end":"2026-02-28T00:27:55.935916Z","steps":["trace[2078880499] 'process raft request' (duration: 303.302841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:55.935992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:55.472998Z","time spent":"462.946182ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:27:55.936009Z","caller":"traceutil/trace.go:171","msg":"trace[1162075026] transaction","detail":"{read_only:false; response_revision:22106; number_of_response:1; }","duration":"112.578694ms","start":"2026-02-28T00:27:55.823419Z","end":"2026-02-28T00:27:55.935998Z","steps":["trace[1162075026] 'process raft request' (duration: 112.358229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:55.936092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:55.632365Z","time spent":"303.625629ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:27:55.935858Z","caller":"traceutil/trace.go:171","msg":"trace[2111756969] transaction","detail":"{read_only:false; response_revision:22105; number_of_response:1; }","duration":"116.03075ms","start":"2026-02-28T00:27:55.819793Z","end":"2026-02-28T00:27:55.935824Z","steps":["trace[2111756969] 'process raft request' (duration: 115.954008ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:55.93653Z","caller":"traceutil/trace.go:171","msg":"trace[1667961463] transaction","detail":"{read_only:false; response_revision:22107; number_of_response:1; }","duration":"109.036796ms","start":"2026-02-28T00:27:55.827469Z","end":"2026-02-28T00:27:55.936506Z","steps":["trace[1667961463] 'process raft request' (duration: 108.485093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:55.936745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.880046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T00:27:55.936784Z","caller":"traceutil/trace.go:171","msg":"trace[639042413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22108; }","duration":"866.964438ms","start":"2026-02-28T00:27:55.069809Z","end":"2026-02-28T00:27:55.936774Z","steps":["trace[639042413] 'agreement among raft nodes before linearized reading' (duration: 866.848295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:55.936794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19612901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:27:55.936804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.716187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:27:55.936814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:55.069774Z","time spent":"867.032649ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T00:27:55.936834Z","caller":"traceutil/trace.go:171","msg":"trace[935535466] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:22108; }","duration":"1.196205732s","start":"2026-02-28T00:27:54.740617Z","end":"2026-02-28T00:27:55.936823Z","steps":["trace[935535466] 'agreement among raft nodes before linearized reading' (duration: 1.19614119s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:55.936844Z","caller":"traceutil/trace.go:171","msg":"trace[1569324247] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22108; }","duration":"786.811409ms","start":"2026-02-28T00:27:55.150021Z","end":"2026-02-28T00:27:55.936832Z","steps":["trace[1569324247] 'agreement among raft nodes before linearized reading' (duration: 786.725677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:55.93687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:55.149988Z","time spent":"786.875131ms","remote":"127.0.0.1:42472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:27:55.93687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:54.740593Z","time spent":"1.196270403s","remote":"127.0.0.1:58262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:27:55.936866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.516557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:27:55.937178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.492498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-02-28T00:27:55.937357Z","caller":"traceutil/trace.go:171","msg":"trace[2115028100] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22108; }","duration":"465.826936ms","start":"2026-02-28T00:27:55.471502Z","end":"2026-02-28T00:27:55.937329Z","steps":["trace[2115028100] 'agreement among raft nodes before linearized reading' (duration: 465.242403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:55.937818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:55.471469Z","time spent":"466.330926ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":646,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-28T00:27:55.937385Z","caller":"traceutil/trace.go:171","msg":"trace[606830231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22108; }","duration":"784.084269ms","start":"2026-02-28T00:27:55.153238Z","end":"2026-02-28T00:27:55.937322Z","steps":["trace[606830231] 'agreement among raft nodes before linearized reading' (duration: 783.423954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:55.939275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:55.153231Z","time spent":"785.958961ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:27:55.939516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30033396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:27:55.939632Z","caller":"traceutil/trace.go:171","msg":"trace[1411332179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22108; }","duration":"1.300468272s","start":"2026-02-28T00:27:54.639148Z","end":"2026-02-28T00:27:55.939617Z","steps":["trace[1411332179] 'agreement among raft nodes before linearized reading' (duration: 1.297361054s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:55.939671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:54.63914Z","time spent":"1.300521663s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T00:29:33.39681Z","caller":"traceutil/trace.go:171","msg":"trace[1179613444] linearizableReadLoop","detail":"{readStateIndex:23876; appliedIndex:23875; }","duration":"207.875225ms","start":"2026-02-28T00:29:33.188904Z","end":"2026-02-28T00:29:33.396779Z","steps":["trace[1179613444] 'read index received' (duration: 207.531008ms)","trace[1179613444] 'applied index is now lower than readState.Index' (duration: 342.757µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:29:33.396985Z","caller":"traceutil/trace.go:171","msg":"trace[899781421] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"237.596922ms","start":"2026-02-28T00:29:33.159369Z","end":"2026-02-28T00:29:33.396966Z","steps":["trace[899781421] 'process raft request' (duration: 237.202284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:29:33.39728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.116207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:29:33.397389Z","caller":"traceutil/trace.go:171","msg":"trace[586087172] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23057; }","duration":"191.28434ms","start":"2026-02-28T00:29:33.206081Z","end":"2026-02-28T00:29:33.397365Z","steps":["trace[586087172] 'agreement among raft nodes before linearized reading' (duration: 191.115976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:29:33.397368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.573723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-28T00:29:33.397473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.546101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T00:29:33.397499Z","caller":"traceutil/trace.go:171","msg":"trace[888488137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23057; }","duration":"204.732747ms","start":"2026-02-28T00:29:33.19272Z","end":"2026-02-28T00:29:33.397453Z","steps":["trace[888488137] 'agreement among raft nodes before linearized reading' (duration: 204.382509ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:29:33.397563Z","caller":"traceutil/trace.go:171","msg":"trace[1002997149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23057; }","duration":"208.656213ms","start":"2026-02-28T00:29:33.188883Z","end":"2026-02-28T00:29:33.39754Z","steps":["trace[1002997149] 'agreement among raft nodes before linearized reading' (duration: 208.230514ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:29:33.871407Z","caller":"traceutil/trace.go:171","msg":"trace[1314133404] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"107.656545ms","start":"2026-02-28T00:29:33.763713Z","end":"2026-02-28T00:29:33.871369Z","steps":["trace[1314133404] 'process raft request' (duration: 106.397977ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:12.693996Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20447} {"level":"info","ts":"2026-02-28T00:30:12.811306Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20447,"took":"112.82676ms","hash":151207189,"current-db-size-bytes":47079424,"current-db-size":"47 MB","current-db-size-in-use-bytes":39292928,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-02-28T00:30:12.811513Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":151207189,"revision":20447,"compact-revision":18368} {"level":"warn","ts":"2026-02-28T00:30:18.129912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285373942,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T00:30:18.41579Z","caller":"traceutil/trace.go:171","msg":"trace[976017731] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"848.476839ms","start":"2026-02-28T00:30:17.567242Z","end":"2026-02-28T00:30:18.415719Z","steps":["trace[976017731] 'process raft request' (duration: 844.018782ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:18.415881Z","caller":"traceutil/trace.go:171","msg":"trace[816360114] linearizableReadLoop","detail":"{readStateIndex:24309; appliedIndex:24308; }","duration":"786.737648ms","start":"2026-02-28T00:30:17.629061Z","end":"2026-02-28T00:30:18.415798Z","steps":["trace[816360114] 'read index received' (duration: 782.191019ms)","trace[816360114] 'applied index is now lower than readState.Index' (duration: 4.540569ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:30:18.416059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:17.567216Z","time spent":"848.723885ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:30:18.416337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.256009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-02-28T00:30:18.416389Z","caller":"traceutil/trace.go:171","msg":"trace[457198029] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23479; }","duration":"787.365001ms","start":"2026-02-28T00:30:17.629001Z","end":"2026-02-28T00:30:18.416366Z","steps":["trace[457198029] 'agreement among raft nodes before linearized reading' (duration: 787.052005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:18.416425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:17.628973Z","time spent":"787.441934ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-02-28T00:30:18.416917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.255031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:18.416953Z","caller":"traceutil/trace.go:171","msg":"trace[442079185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23479; }","duration":"279.351514ms","start":"2026-02-28T00:30:18.13759Z","end":"2026-02-28T00:30:18.416942Z","steps":["trace[442079185] 'agreement among raft nodes before linearized reading' (duration: 279.273472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:18.417001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.964835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:18.417054Z","caller":"traceutil/trace.go:171","msg":"trace[1894178438] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23479; }","duration":"303.036417ms","start":"2026-02-28T00:30:18.113991Z","end":"2026-02-28T00:30:18.417027Z","steps":["trace[1894178438] 'agreement among raft nodes before linearized reading' (duration: 302.949235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:18.417093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:18.113969Z","time spent":"303.114978ms","remote":"127.0.0.1:59054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:18.417168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.697209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:18.417219Z","caller":"traceutil/trace.go:171","msg":"trace[1776551326] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23479; }","duration":"200.79015ms","start":"2026-02-28T00:30:18.216414Z","end":"2026-02-28T00:30:18.417204Z","steps":["trace[1776551326] 'agreement among raft nodes before linearized reading' (duration: 200.709408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:18.41691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.079254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:30:18.417407Z","caller":"traceutil/trace.go:171","msg":"trace[109571193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23479; }","duration":"694.626776ms","start":"2026-02-28T00:30:17.722758Z","end":"2026-02-28T00:30:18.417385Z","steps":["trace[109571193] 'agreement among raft nodes before linearized reading' (duration: 693.95629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:18.417398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.473888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-28T00:30:18.417439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:17.722728Z","time spent":"694.700198ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T00:30:18.417454Z","caller":"traceutil/trace.go:171","msg":"trace[802197043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23479; }","duration":"682.57277ms","start":"2026-02-28T00:30:17.734857Z","end":"2026-02-28T00:30:18.41743Z","steps":["trace[802197043] 'agreement among raft nodes before linearized reading' (duration: 682.439927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:18.417486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:17.734827Z","time spent":"682.650482ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:30:22.985985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285374020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:30:23.026514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.400213ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:23.026616Z","caller":"traceutil/trace.go:171","msg":"trace[1233581554] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"558.378579ms","start":"2026-02-28T00:30:22.468208Z","end":"2026-02-28T00:30:23.026586Z","steps":["trace[1233581554] 'process raft request' (duration: 556.682001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:23.026847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.46819Z","time spent":"558.510662ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:30:23.026642Z","caller":"traceutil/trace.go:171","msg":"trace[1944481137] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23507; }","duration":"307.532196ms","start":"2026-02-28T00:30:22.719088Z","end":"2026-02-28T00:30:23.02662Z","steps":["trace[1944481137] 'range keys from in-memory index tree' (duration: 307.379892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:26.141309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:30:26.141454Z","caller":"traceutil/trace.go:171","msg":"trace[1102551177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000558808s","start":"2026-02-28T00:30:24.140862Z","end":"2026-02-28T00:30:26.141421Z","steps":["trace[1102551177] 'agreement among raft nodes before linearized reading' (duration: 2.000313702s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:26.141523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:24.140838Z","time spent":"2.0006697s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:30:27.479415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994325069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:30:27.479525Z","caller":"traceutil/trace.go:171","msg":"trace[162089391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.994503552s","start":"2026-02-28T00:30:22.484995Z","end":"2026-02-28T00:30:27.479499Z","steps":["trace[162089391] 'agreement among raft nodes before linearized reading' (duration: 4.994369169s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:27.479636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.484963Z","time spent":"4.994640226s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/28 00:30:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:30:27.557024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.558589Z","time spent":"4.998426378s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 00:30:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:30:27.563166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.565157Z","time spent":"4.998005669s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 00:30:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:30:27.578553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.579349Z","time spent":"4.999199976s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T00:30:27.581237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.582453Z","time spent":"4.998781036s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 00:30:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:30:27.5825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.583518Z","time spent":"4.998979781s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T00:30:27.617186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.619271Z","time spent":"4.997910787s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 00:30:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:30:27.635832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999100693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:30:27.635898Z","caller":"traceutil/trace.go:171","msg":"trace[926650443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999210236s","start":"2026-02-28T00:30:22.63667Z","end":"2026-02-28T00:30:27.63588Z","steps":["trace[926650443] 'agreement among raft nodes before linearized reading' (duration: 4.999123994s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:27.636056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.636656Z","time spent":"4.999386839s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/28 00:30:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:30:27.701943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999784549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:30:27.702015Z","caller":"traceutil/trace.go:171","msg":"trace[1162514422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999868111s","start":"2026-02-28T00:30:22.702124Z","end":"2026-02-28T00:30:27.701992Z","steps":["trace[1162514422] 'agreement among raft nodes before linearized reading' (duration: 4.999795789s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:27.702194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.702117Z","time spent":"4.999939342s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:30:28.142428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999817352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:30:28.14254Z","caller":"traceutil/trace.go:171","msg":"trace[497622018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999995136s","start":"2026-02-28T00:30:26.14252Z","end":"2026-02-28T00:30:28.142515Z","steps":["trace[497622018] 'agreement among raft nodes before linearized reading' (duration: 1.999851912s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.142612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:26.142496Z","time spent":"2.000097597s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:30:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:30:28.353307Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.327081089s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:30:28.372147Z","caller":"traceutil/trace.go:171","msg":"trace[1804251361] linearizableReadLoop","detail":"{readStateIndex:24345; appliedIndex:24338; }","duration":"5.887050974s","start":"2026-02-28T00:30:22.48505Z","end":"2026-02-28T00:30:28.372101Z","steps":["trace[1804251361] 'read index received' (duration: 539.808379ms)","trace[1804251361] 'applied index is now lower than readState.Index' (duration: 5.347240735s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:30:28.379191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.835833794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:28.379256Z","caller":"traceutil/trace.go:171","msg":"trace[71319054] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23518; }","duration":"5.835924686s","start":"2026-02-28T00:30:22.543314Z","end":"2026-02-28T00:30:28.379239Z","steps":["trace[71319054] 'agreement among raft nodes before linearized reading' (duration: 5.835815343s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.379293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.543306Z","time spent":"5.835981387s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-02-28T00:30:28.379506Z","caller":"traceutil/trace.go:171","msg":"trace[522209339] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"3.940977058s","start":"2026-02-28T00:30:24.438521Z","end":"2026-02-28T00:30:28.379498Z","steps":["trace[522209339] 'process raft request' (duration: 3.940457117s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.379745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:24.43849Z","time spent":"3.94104036s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:30:28.379858Z","caller":"traceutil/trace.go:171","msg":"trace[94543664] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"3.896057028s","start":"2026-02-28T00:30:24.483793Z","end":"2026-02-28T00:30:28.37985Z","steps":["trace[94543664] 'process raft request' (duration: 3.89523523s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.3799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:24.483775Z","time spent":"3.896105039s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:30:28.379978Z","caller":"traceutil/trace.go:171","msg":"trace[580147548] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"3.119261309s","start":"2026-02-28T00:30:25.260712Z","end":"2026-02-28T00:30:28.379974Z","steps":["trace[580147548] 'process raft request' (duration: 3.118350259s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.380013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:25.260691Z","time spent":"3.119303299s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:30:28.380082Z","caller":"traceutil/trace.go:171","msg":"trace[1881091402] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"1.029693997s","start":"2026-02-28T00:30:27.350383Z","end":"2026-02-28T00:30:28.380077Z","steps":["trace[1881091402] 'process raft request' (duration: 1.028704766s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.380113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:27.350351Z","time spent":"1.029746678s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:30:28.380196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.440262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:28.380215Z","caller":"traceutil/trace.go:171","msg":"trace[1023878797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23518; }","duration":"229.492273ms","start":"2026-02-28T00:30:28.150718Z","end":"2026-02-28T00:30:28.38021Z","steps":["trace[1023878797] 'agreement among raft nodes before linearized reading' (duration: 229.455432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.380365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.963651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-28T00:30:28.380388Z","caller":"traceutil/trace.go:171","msg":"trace[1093569677] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0; range_end:; response_count:1; response_revision:23518; }","duration":"234.045214ms","start":"2026-02-28T00:30:28.146336Z","end":"2026-02-28T00:30:28.380381Z","steps":["trace[1093569677] 'agreement among raft nodes before linearized reading' (duration: 233.955402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.380505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.762371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:30:28.380526Z","caller":"traceutil/trace.go:171","msg":"trace[685091468] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23518; }","duration":"448.835273ms","start":"2026-02-28T00:30:27.931684Z","end":"2026-02-28T00:30:28.380519Z","steps":["trace[685091468] 'agreement among raft nodes before linearized reading' (duration: 448.789112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.380545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:27.931655Z","time spent":"448.885464ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:28.380962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.110139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T00:30:28.380994Z","caller":"traceutil/trace.go:171","msg":"trace[314092347] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23518; }","duration":"672.14544ms","start":"2026-02-28T00:30:27.70884Z","end":"2026-02-28T00:30:28.380986Z","steps":["trace[314092347] 'agreement among raft nodes before linearized reading' (duration: 671.778132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.381016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:27.708794Z","time spent":"672.215231ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:28.381166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.142814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-28T00:30:28.381195Z","caller":"traceutil/trace.go:171","msg":"trace[1244228466] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23518; }","duration":"762.196236ms","start":"2026-02-28T00:30:27.618992Z","end":"2026-02-28T00:30:28.381189Z","steps":["trace[1244228466] 'agreement among raft nodes before linearized reading' (duration: 762.147275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.381215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:27.618981Z","time spent":"762.229127ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-28T00:30:28.381219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.913483562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:28.381257Z","caller":"traceutil/trace.go:171","msg":"trace[1697815557] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23518; }","duration":"3.913550684s","start":"2026-02-28T00:30:24.467694Z","end":"2026-02-28T00:30:28.381245Z","steps":["trace[1697815557] 'agreement among raft nodes before linearized reading' (duration: 3.913468792s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.381302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:24.467685Z","time spent":"3.913608085s","remote":"127.0.0.1:56414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:28.381339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.23595713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:28.381368Z","caller":"traceutil/trace.go:171","msg":"trace[851493047] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23518; }","duration":"5.236023652s","start":"2026-02-28T00:30:23.145335Z","end":"2026-02-28T00:30:28.381359Z","steps":["trace[851493047] 'agreement among raft nodes before linearized reading' (duration: 5.235977811s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.381392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:23.145305Z","time spent":"5.236080953s","remote":"127.0.0.1:58246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:28.381443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.23472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-28T00:30:28.381492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826947619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-28T00:30:28.381528Z","caller":"traceutil/trace.go:171","msg":"trace[1127374491] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23518; }","duration":"1.82704456s","start":"2026-02-28T00:30:26.554474Z","end":"2026-02-28T00:30:28.381519Z","steps":["trace[1127374491] 'agreement among raft nodes before linearized reading' (duration: 1.826950318s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.381546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.548938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-28T00:30:28.381588Z","caller":"traceutil/trace.go:171","msg":"trace[2027746537] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23518; }","duration":"798.60473ms","start":"2026-02-28T00:30:27.582975Z","end":"2026-02-28T00:30:28.38158Z","steps":["trace[2027746537] 'agreement among raft nodes before linearized reading' (duration: 798.538808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.381627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.690435078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12590"} {"level":"warn","ts":"2026-02-28T00:30:28.381649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471847096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:30:28.381653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:27.582968Z","time spent":"798.675061ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-28T00:30:28.381677Z","caller":"traceutil/trace.go:171","msg":"trace[397273732] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23518; }","duration":"2.471944689s","start":"2026-02-28T00:30:25.909724Z","end":"2026-02-28T00:30:28.381669Z","steps":["trace[397273732] 'agreement among raft nodes before linearized reading' (duration: 2.471900078s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.381699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:25.9097Z","time spent":"2.471992589s","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:28.381699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.691213214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:28.381791Z","caller":"traceutil/trace.go:171","msg":"trace[929923735] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23518; }","duration":"5.691326277s","start":"2026-02-28T00:30:22.690456Z","end":"2026-02-28T00:30:28.381782Z","steps":["trace[929923735] 'agreement among raft nodes before linearized reading' (duration: 5.691222685s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.381833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.690445Z","time spent":"5.691380418s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-02-28T00:30:28.381871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890608955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-28T00:30:28.381899Z","caller":"traceutil/trace.go:171","msg":"trace[1732639845] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23518; }","duration":"2.890699776s","start":"2026-02-28T00:30:25.491192Z","end":"2026-02-28T00:30:28.381892Z","steps":["trace[1732639845] 'agreement among raft nodes before linearized reading' (duration: 2.890619765s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.381925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:25.491129Z","time spent":"2.890789759s","remote":"127.0.0.1:58868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-28T00:30:28.381951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.69147772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:28.381979Z","caller":"traceutil/trace.go:171","msg":"trace[110192007] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23518; }","duration":"5.691532411s","start":"2026-02-28T00:30:22.69044Z","end":"2026-02-28T00:30:28.381973Z","steps":["trace[110192007] 'agreement among raft nodes before linearized reading' (duration: 5.69148446s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.382003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.690427Z","time spent":"5.691570082s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-28T00:30:28.382079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173560267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:30:28.382111Z","caller":"traceutil/trace.go:171","msg":"trace[1298817265] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23518; }","duration":"3.173629059s","start":"2026-02-28T00:30:25.208475Z","end":"2026-02-28T00:30:28.382104Z","steps":["trace[1298817265] 'agreement among raft nodes before linearized reading' (duration: 3.173556847s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.382135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:25.208454Z","time spent":"3.173674529s","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:28.382141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.834129317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12590"} {"level":"info","ts":"2026-02-28T00:30:28.382162Z","caller":"traceutil/trace.go:171","msg":"trace[776625267] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23518; }","duration":"5.834207549s","start":"2026-02-28T00:30:22.547947Z","end":"2026-02-28T00:30:28.382154Z","steps":["trace[776625267] 'agreement among raft nodes before linearized reading' (duration: 5.834141728s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.382186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.547937Z","time spent":"5.83424375s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12613,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-02-28T00:30:28.382298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.838860451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:30:28.382314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706092236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T00:30:28.382359Z","caller":"traceutil/trace.go:171","msg":"trace[828155305] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23518; }","duration":"3.706166308s","start":"2026-02-28T00:30:24.676181Z","end":"2026-02-28T00:30:28.382347Z","steps":["trace[828155305] 'agreement among raft nodes before linearized reading' (duration: 3.705993024s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.382388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:24.676165Z","time spent":"3.706217899s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:30:28.38138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695629321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:30:28.382468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.409327758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:30:28.382526Z","caller":"traceutil/trace.go:171","msg":"trace[1903496981] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23518; }","duration":"1.696863438s","start":"2026-02-28T00:30:26.685649Z","end":"2026-02-28T00:30:28.382513Z","steps":["trace[1903496981] 'agreement among raft nodes before linearized reading' (duration: 1.695614441s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:28.382536Z","caller":"traceutil/trace.go:171","msg":"trace[2137135624] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23518; }","duration":"3.409456952s","start":"2026-02-28T00:30:24.973064Z","end":"2026-02-28T00:30:28.382521Z","steps":["trace[2137135624] 'agreement among raft nodes before linearized reading' (duration: 3.409296509s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.382565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:26.685622Z","time spent":"1.696932089s","remote":"127.0.0.1:56428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:28.382575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:24.97304Z","time spent":"3.409525623s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:28.382596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612426604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-28T00:30:28.382632Z","caller":"traceutil/trace.go:171","msg":"trace[1164668242] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:23518; }","duration":"1.612484366s","start":"2026-02-28T00:30:26.77014Z","end":"2026-02-28T00:30:28.382624Z","steps":["trace[1164668242] 'agreement among raft nodes before linearized reading' (duration: 1.612394944s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.382664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:26.77009Z","time spent":"1.612567128s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-02-28T00:30:28.382328Z","caller":"traceutil/trace.go:171","msg":"trace[1403545019] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23518; }","duration":"5.838914592s","start":"2026-02-28T00:30:22.543406Z","end":"2026-02-28T00:30:28.38232Z","steps":["trace[1403545019] 'agreement among raft nodes before linearized reading' (duration: 5.838868781s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.382801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.543389Z","time spent":"5.839400053s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-02-28T00:30:28.382825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.295913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-02-28T00:30:28.38285Z","caller":"traceutil/trace.go:171","msg":"trace[4080491] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23518; }","duration":"803.336424ms","start":"2026-02-28T00:30:27.579506Z","end":"2026-02-28T00:30:28.382842Z","steps":["trace[4080491] 'agreement among raft nodes before linearized reading' (duration: 803.285523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.382879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:27.579497Z","time spent":"803.376885ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-28T00:30:28.381554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:26.554445Z","time spent":"1.827102242s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-28T00:30:28.382964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.779274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-28T00:30:28.382995Z","caller":"traceutil/trace.go:171","msg":"trace[573570909] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23518; }","duration":"818.862206ms","start":"2026-02-28T00:30:27.564124Z","end":"2026-02-28T00:30:28.382986Z","steps":["trace[573570909] 'agreement among raft nodes before linearized reading' (duration: 818.808065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.381503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.44586319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:28.383095Z","caller":"traceutil/trace.go:171","msg":"trace[2146548442] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23518; }","duration":"5.447478715s","start":"2026-02-28T00:30:22.935598Z","end":"2026-02-28T00:30:28.383077Z","steps":["trace[2146548442] 'agreement among raft nodes before linearized reading' (duration: 5.44588072s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.38314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.935532Z","time spent":"5.447594928s","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:28.381601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882983925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:28.38326Z","caller":"traceutil/trace.go:171","msg":"trace[1951275820] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23518; }","duration":"1.884719662s","start":"2026-02-28T00:30:26.498531Z","end":"2026-02-28T00:30:28.38325Z","steps":["trace[1951275820] 'agreement among raft nodes before linearized reading' (duration: 1.883040535s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.381563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.686587001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-28T00:30:28.38329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:26.498501Z","time spent":"1.884778493s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:30:28.3833Z","caller":"traceutil/trace.go:171","msg":"trace[59606944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23518; }","duration":"5.68833708s","start":"2026-02-28T00:30:22.69495Z","end":"2026-02-28T00:30:28.383287Z","steps":["trace[59606944] 'agreement among raft nodes before linearized reading' (duration: 5.686568471s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.383286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.354075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:28.383391Z","caller":"traceutil/trace.go:171","msg":"trace[1006107266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23518; }","duration":"997.552488ms","start":"2026-02-28T00:30:27.385811Z","end":"2026-02-28T00:30:28.383363Z","steps":["trace[1006107266] 'agreement among raft nodes before linearized reading' (duration: 997.335744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.383443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:27.385781Z","time spent":"997.651041ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:30:28.383488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666782784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:30:28.383513Z","caller":"traceutil/trace.go:171","msg":"trace[1524119062] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23518; }","duration":"1.666866615s","start":"2026-02-28T00:30:26.716639Z","end":"2026-02-28T00:30:28.383506Z","steps":["trace[1524119062] 'agreement among raft nodes before linearized reading' (duration: 1.666751263s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.38379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.513038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-28T00:30:28.383826Z","caller":"traceutil/trace.go:171","msg":"trace[1531364964] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23518; }","duration":"823.58849ms","start":"2026-02-28T00:30:27.560222Z","end":"2026-02-28T00:30:28.383811Z","steps":["trace[1531364964] 'agreement among raft nodes before linearized reading' (duration: 823.504778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.383867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:27.560202Z","time spent":"823.657052ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-28T00:30:28.383339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.69494Z","time spent":"5.688387341s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T00:30:28.381659Z","caller":"traceutil/trace.go:171","msg":"trace[1367390669] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23518; }","duration":"5.690479098s","start":"2026-02-28T00:30:22.69117Z","end":"2026-02-28T00:30:28.381649Z","steps":["trace[1367390669] 'agreement among raft nodes before linearized reading' (duration: 5.690407997s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.383991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:27.564113Z","time spent":"818.902117ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-28T00:30:28.384038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:22.691161Z","time spent":"5.69286328s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12613,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-02-28T00:30:28.381495Z","caller":"traceutil/trace.go:171","msg":"trace[652628899] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23518; }","duration":"797.2783ms","start":"2026-02-28T00:30:27.584192Z","end":"2026-02-28T00:30:28.38147Z","steps":["trace[652628899] 'agreement among raft nodes before linearized reading' (duration: 797.218889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.384142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:27.584185Z","time spent":"799.947739ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T00:30:28.384108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:26.716602Z","time spent":"1.66749428s","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":87,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:28.387638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357183069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:30:28.387707Z","caller":"traceutil/trace.go:171","msg":"trace[1070495412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23518; }","duration":"3.357302432s","start":"2026-02-28T00:30:25.030385Z","end":"2026-02-28T00:30:28.387688Z","steps":["trace[1070495412] 'agreement among raft nodes before linearized reading' (duration: 3.357079317s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:28.387749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:25.030355Z","time spent":"3.357384003s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:30:54.12305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285374544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:30:54.623217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285374544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:30:55.124054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285374544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:30:55.624925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285374544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:30:56.125651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285374544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:30:56.138202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000581949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:30:56.138312Z","caller":"traceutil/trace.go:171","msg":"trace[1178862304] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765622s","start":"2026-02-28T00:30:54.137514Z","end":"2026-02-28T00:30:56.13828Z","steps":["trace[1178862304] 'agreement among raft nodes before linearized reading' (duration: 2.000629059s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.138382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.137489Z","time spent":"2.000879104s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:30:56.272028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.846256437s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:30:56.272758Z","caller":"traceutil/trace.go:171","msg":"trace[2108612435] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"2.847112225s","start":"2026-02-28T00:30:53.425611Z","end":"2026-02-28T00:30:56.272724Z","steps":["trace[2108612435] 'process raft request' (duration: 2.84688197s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.273039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:53.425578Z","time spent":"2.847278299s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:30:56.512812Z","caller":"traceutil/trace.go:171","msg":"trace[2022900025] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"2.017717578s","start":"2026-02-28T00:30:54.495045Z","end":"2026-02-28T00:30:56.512762Z","steps":["trace[2022900025] 'process raft request' (duration: 2.017271107s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:56.512832Z","caller":"traceutil/trace.go:171","msg":"trace[2078062268] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"1.90904759s","start":"2026-02-28T00:30:54.603745Z","end":"2026-02-28T00:30:56.512793Z","steps":["trace[2078062268] 'process raft request' (duration: 1.908905676s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.513052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.495025Z","time spent":"2.017895141s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:30:56.513075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.603734Z","time spent":"1.909201364s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:30:56.513294Z","caller":"traceutil/trace.go:171","msg":"trace[1610372778] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"1.90361415s","start":"2026-02-28T00:30:54.609661Z","end":"2026-02-28T00:30:56.513275Z","steps":["trace[1610372778] 'process raft request' (duration: 1.903072798s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.513388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.609632Z","time spent":"1.903710481s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:30:56.513278Z","caller":"traceutil/trace.go:171","msg":"trace[289743011] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"1.902446943s","start":"2026-02-28T00:30:54.610784Z","end":"2026-02-28T00:30:56.51323Z","steps":["trace[289743011] 'process raft request' (duration: 1.90232566s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:56.513517Z","caller":"traceutil/trace.go:171","msg":"trace[851893813] linearizableReadLoop","detail":"{readStateIndex:24563; appliedIndex:24555; }","duration":"2.890867031s","start":"2026-02-28T00:30:53.622623Z","end":"2026-02-28T00:30:56.51349Z","steps":["trace[851893813] 'read index received' (duration: 2.649937025s)","trace[851893813] 'applied index is now lower than readState.Index' (duration: 240.928806ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:30:56.513601Z","caller":"traceutil/trace.go:171","msg":"trace[883860286] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"1.899888966s","start":"2026-02-28T00:30:54.613677Z","end":"2026-02-28T00:30:56.513566Z","steps":["trace[883860286] 'process raft request' (duration: 1.899679262s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:56.513626Z","caller":"traceutil/trace.go:171","msg":"trace[869927720] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"1.899898857s","start":"2026-02-28T00:30:54.613708Z","end":"2026-02-28T00:30:56.513607Z","steps":["trace[869927720] 'process raft request' (duration: 1.899716073s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.513661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.610775Z","time spent":"1.90279213s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:30:56.513713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.613702Z","time spent":"1.899965539s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:30:56.513788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.61366Z","time spent":"1.9000093s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:30:56.513795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891174247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-28T00:30:56.513839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310067644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:56.513856Z","caller":"traceutil/trace.go:171","msg":"trace[279294916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23726; }","duration":"2.8912869s","start":"2026-02-28T00:30:53.622553Z","end":"2026-02-28T00:30:56.51384Z","steps":["trace[279294916] 'agreement among raft nodes before linearized reading' (duration: 2.891103906s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:56.513884Z","caller":"traceutil/trace.go:171","msg":"trace[423340203] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23726; }","duration":"1.310205007s","start":"2026-02-28T00:30:55.203664Z","end":"2026-02-28T00:30:56.513869Z","steps":["trace[423340203] 'agreement among raft nodes before linearized reading' (duration: 1.310113825s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.513897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:53.622513Z","time spent":"2.891376601s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:30:56.513917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70182483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-28T00:30:56.51395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.020676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:30:56.513962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:55.203639Z","time spent":"1.31030938s","remote":"127.0.0.1:59554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:30:56.513972Z","caller":"traceutil/trace.go:171","msg":"trace[782264329] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"1.900367848s","start":"2026-02-28T00:30:54.613581Z","end":"2026-02-28T00:30:56.513949Z","steps":["trace[782264329] 'process raft request' (duration: 1.899612061s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.513985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.314973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-28T00:30:56.513975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049656322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-02-28T00:30:56.514003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89004692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:30:56.514025Z","caller":"traceutil/trace.go:171","msg":"trace[509225994] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0; range_end:; response_count:1; response_revision:23726; }","duration":"371.395874ms","start":"2026-02-28T00:30:56.142617Z","end":"2026-02-28T00:30:56.514013Z","steps":["trace[509225994] 'agreement among raft nodes before linearized reading' (duration: 371.186449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.514003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.625639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:56.514057Z","caller":"traceutil/trace.go:171","msg":"trace[1472360514] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23726; }","duration":"2.049767734s","start":"2026-02-28T00:30:54.464266Z","end":"2026-02-28T00:30:56.514034Z","steps":["trace[1472360514] 'agreement among raft nodes before linearized reading' (duration: 2.049501979s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.514056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.613572Z","time spent":"1.900438629s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:30:56.514083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:56.142584Z","time spent":"371.492336ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" "} {"level":"warn","ts":"2026-02-28T00:30:56.514108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.464255Z","time spent":"2.049845326s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-02-28T00:30:56.514105Z","caller":"traceutil/trace.go:171","msg":"trace[1241021142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23726; }","duration":"366.766652ms","start":"2026-02-28T00:30:56.147309Z","end":"2026-02-28T00:30:56.514076Z","steps":["trace[1241021142] 'agreement among raft nodes before linearized reading' (duration: 366.540067ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:56.514009Z","caller":"traceutil/trace.go:171","msg":"trace[1881568181] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23726; }","duration":"575.137008ms","start":"2026-02-28T00:30:55.938851Z","end":"2026-02-28T00:30:56.513988Z","steps":["trace[1881568181] 'agreement among raft nodes before linearized reading' (duration: 575.023356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.514143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680586119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:30:56.514157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:55.938826Z","time spent":"575.320843ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:56.514157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:56.147299Z","time spent":"366.850364ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:30:56.514199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472089561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:30:56.514189Z","caller":"traceutil/trace.go:171","msg":"trace[1311932705] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23726; }","duration":"1.680675341s","start":"2026-02-28T00:30:54.833499Z","end":"2026-02-28T00:30:56.514174Z","steps":["trace[1311932705] 'agreement among raft nodes before linearized reading' (duration: 1.680594029s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.514176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174971266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:56.514231Z","caller":"traceutil/trace.go:171","msg":"trace[1509024874] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23726; }","duration":"2.472165882s","start":"2026-02-28T00:30:54.04205Z","end":"2026-02-28T00:30:56.514216Z","steps":["trace[1509024874] 'agreement among raft nodes before linearized reading' (duration: 2.472121611s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:56.513986Z","caller":"traceutil/trace.go:171","msg":"trace[683740410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23726; }","duration":"2.701960083s","start":"2026-02-28T00:30:53.812007Z","end":"2026-02-28T00:30:56.513967Z","steps":["trace[683740410] 'agreement among raft nodes before linearized reading' (duration: 2.701714378s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.514246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.833477Z","time spent":"1.680754783s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:30:56.514265Z","caller":"traceutil/trace.go:171","msg":"trace[107650369] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23726; }","duration":"2.175070818s","start":"2026-02-28T00:30:54.339172Z","end":"2026-02-28T00:30:56.514242Z","steps":["trace[107650369] 'agreement among raft nodes before linearized reading' (duration: 2.174879144s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.514236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891904071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-28T00:30:56.514307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.33916Z","time spent":"2.175136149s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:30:56.514361Z","caller":"traceutil/trace.go:171","msg":"trace[1136513260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23726; }","duration":"1.892086655s","start":"2026-02-28T00:30:54.622244Z","end":"2026-02-28T00:30:56.514331Z","steps":["trace[1136513260] 'agreement among raft nodes before linearized reading' (duration: 1.891661266s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.514373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636866147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-28T00:30:56.514157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455074816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:30:56.514451Z","caller":"traceutil/trace.go:171","msg":"trace[1090340261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23726; }","duration":"2.636992149s","start":"2026-02-28T00:30:53.877447Z","end":"2026-02-28T00:30:56.514439Z","steps":["trace[1090340261] 'agreement among raft nodes before linearized reading' (duration: 2.636864546s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.514446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.622231Z","time spent":"1.892202947s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:30:56.514483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:53.877423Z","time spent":"2.637052441s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T00:30:56.514487Z","caller":"traceutil/trace.go:171","msg":"trace[832968616] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23726; }","duration":"2.455443684s","start":"2026-02-28T00:30:54.059028Z","end":"2026-02-28T00:30:56.514472Z","steps":["trace[832968616] 'agreement among raft nodes before linearized reading' (duration: 2.455018555s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.514488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048484825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-02-28T00:30:56.51406Z","caller":"traceutil/trace.go:171","msg":"trace[2038008875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23726; }","duration":"1.890121222s","start":"2026-02-28T00:30:54.623922Z","end":"2026-02-28T00:30:56.514043Z","steps":["trace[2038008875] 'agreement among raft nodes before linearized reading' (duration: 1.889916467s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:56.514529Z","caller":"traceutil/trace.go:171","msg":"trace[326927975] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23726; }","duration":"2.048545747s","start":"2026-02-28T00:30:54.465972Z","end":"2026-02-28T00:30:56.514517Z","steps":["trace[326927975] 'agreement among raft nodes before linearized reading' (duration: 2.048388424s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.514562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.465962Z","time spent":"2.048593948s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-02-28T00:30:56.514577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.623914Z","time spent":"1.890645713s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:30:56.514598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062076676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:56.515854Z","caller":"traceutil/trace.go:171","msg":"trace[1143418228] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23726; }","duration":"2.063341773s","start":"2026-02-28T00:30:54.452488Z","end":"2026-02-28T00:30:56.51583Z","steps":["trace[1143418228] 'agreement among raft nodes before linearized reading' (duration: 2.062058615s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.515928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.452478Z","time spent":"2.063431046s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-28T00:30:56.514031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051009141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:56.516135Z","caller":"traceutil/trace.go:171","msg":"trace[322443322] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23726; }","duration":"2.053154679s","start":"2026-02-28T00:30:54.462969Z","end":"2026-02-28T00:30:56.516123Z","steps":["trace[322443322] 'agreement among raft nodes before linearized reading' (duration: 2.051041062s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.516173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.462947Z","time spent":"2.053216871s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-28T00:30:56.514296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604336299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:56.516344Z","caller":"traceutil/trace.go:171","msg":"trace[2041223657] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23726; }","duration":"2.606410535s","start":"2026-02-28T00:30:53.909911Z","end":"2026-02-28T00:30:56.516322Z","steps":["trace[2041223657] 'agreement among raft nodes before linearized reading' (duration: 2.60436514s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.51641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:53.909888Z","time spent":"2.606503608s","remote":"127.0.0.1:58300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:56.514262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.041995Z","time spent":"2.472259024s","remote":"127.0.0.1:56820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:56.514294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:53.811984Z","time spent":"2.702298681s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:30:56.514525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.059002Z","time spent":"2.455511925s","remote":"127.0.0.1:44618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":72,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:30:56.51472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227777851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:270004"} {"level":"info","ts":"2026-02-28T00:30:56.516916Z","caller":"traceutil/trace.go:171","msg":"trace[1376565135] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23726; }","duration":"2.230026861s","start":"2026-02-28T00:30:54.286874Z","end":"2026-02-28T00:30:56.516901Z","steps":["trace[1376565135] 'agreement among raft nodes before linearized reading' (duration: 2.227324401s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.516981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.286851Z","time spent":"2.230102442s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":270027,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-28T00:30:56.515374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413251783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T00:30:56.517242Z","caller":"traceutil/trace.go:171","msg":"trace[333204532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23726; }","duration":"2.415131305s","start":"2026-02-28T00:30:54.102096Z","end":"2026-02-28T00:30:56.517227Z","steps":["trace[333204532] 'agreement among raft nodes before linearized reading' (duration: 2.411928834s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.517306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:54.102014Z","time spent":"2.415259748s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T00:30:56.979511Z","caller":"traceutil/trace.go:171","msg":"trace[1624371008] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"457.554994ms","start":"2026-02-28T00:30:56.521918Z","end":"2026-02-28T00:30:56.979473Z","steps":["trace[1624371008] 'process raft request' (duration: 457.243627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.979571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:56.522184Z","time spent":"457.378951ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T00:30:56.979705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:56.521891Z","time spent":"457.713098ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:30:56.979664Z","caller":"traceutil/trace.go:171","msg":"trace[1725641296] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"457.071825ms","start":"2026-02-28T00:30:56.522554Z","end":"2026-02-28T00:30:56.979626Z","steps":["trace[1725641296] 'process raft request' (duration: 456.903511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.979884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:56.522533Z","time spent":"457.230178ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:30:56.9799Z","caller":"traceutil/trace.go:171","msg":"trace[2015496789] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"457.187637ms","start":"2026-02-28T00:30:56.522637Z","end":"2026-02-28T00:30:56.979824Z","steps":["trace[2015496789] 'process raft request' (duration: 456.86765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.98021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:56.522608Z","time spent":"457.456352ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:30:56.981507Z","caller":"traceutil/trace.go:171","msg":"trace[1429417899] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"458.345803ms","start":"2026-02-28T00:30:56.523132Z","end":"2026-02-28T00:30:56.981477Z","steps":["trace[1429417899] 'process raft request' (duration: 456.398689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.98163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:56.523121Z","time spent":"458.454495ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:30:56.989135Z","caller":"traceutil/trace.go:171","msg":"trace[821119046] linearizableReadLoop","detail":"{readStateIndex:24566; appliedIndex:24563; }","duration":"466.471692ms","start":"2026-02-28T00:30:56.52255Z","end":"2026-02-28T00:30:56.989021Z","steps":["trace[821119046] 'read index received' (duration: 46.623289ms)","trace[821119046] 'applied index is now lower than readState.Index' (duration: 419.846143ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:30:56.989339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.758778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T00:30:56.989428Z","caller":"traceutil/trace.go:171","msg":"trace[1741857338] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23731; }","duration":"466.865341ms","start":"2026-02-28T00:30:56.52254Z","end":"2026-02-28T00:30:56.989406Z","steps":["trace[1741857338] 'agreement among raft nodes before linearized reading' (duration: 466.589905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:56.989467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:56.522484Z","time spent":"466.976133ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:30:57.008773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.214614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:30:57.008872Z","caller":"traceutil/trace.go:171","msg":"trace[1925567767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23732; }","duration":"237.379398ms","start":"2026-02-28T00:30:56.771478Z","end":"2026-02-28T00:30:57.008857Z","steps":["trace[1925567767] 'agreement among raft nodes before linearized reading' (duration: 237.176663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:57.008887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.080659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-28T00:30:57.008896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.229977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T00:30:57.008999Z","caller":"traceutil/trace.go:171","msg":"trace[2053619930] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:23732; }","duration":"236.194272ms","start":"2026-02-28T00:30:56.772755Z","end":"2026-02-28T00:30:57.008949Z","steps":["trace[2053619930] 'agreement among raft nodes before linearized reading' (duration: 235.922166ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:57.00901Z","caller":"traceutil/trace.go:171","msg":"trace[428686801] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23732; }","duration":"374.37332ms","start":"2026-02-28T00:30:56.634589Z","end":"2026-02-28T00:30:57.008962Z","steps":["trace[428686801] 'agreement among raft nodes before linearized reading' (duration: 374.062883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:57.009062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:30:56.634567Z","time spent":"374.483893ms","remote":"127.0.0.1:58868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":138,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:30:57.131626Z","caller":"traceutil/trace.go:171","msg":"trace[690373573] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"110.217542ms","start":"2026-02-28T00:30:57.021359Z","end":"2026-02-28T00:30:57.131576Z","steps":["trace[690373573] 'process raft request' (duration: 110.010177ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:58.374139Z","caller":"traceutil/trace.go:171","msg":"trace[808963309] linearizableReadLoop","detail":"{readStateIndex:24574; appliedIndex:24573; }","duration":"234.445663ms","start":"2026-02-28T00:30:58.139664Z","end":"2026-02-28T00:30:58.374109Z","steps":["trace[808963309] 'read index received' (duration: 234.146726ms)","trace[808963309] 'applied index is now lower than readState.Index' (duration: 298.077µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:30:58.374229Z","caller":"traceutil/trace.go:171","msg":"trace[1032251762] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"257.828668ms","start":"2026-02-28T00:30:58.116349Z","end":"2026-02-28T00:30:58.374178Z","steps":["trace[1032251762] 'process raft request' (duration: 257.549982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:58.37435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.665078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:30:58.374394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.836641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:58.374431Z","caller":"traceutil/trace.go:171","msg":"trace[1668623870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23735; }","duration":"234.80396ms","start":"2026-02-28T00:30:58.139609Z","end":"2026-02-28T00:30:58.374413Z","steps":["trace[1668623870] 'agreement among raft nodes before linearized reading' (duration: 234.641887ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:58.374442Z","caller":"traceutil/trace.go:171","msg":"trace[1122723745] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23735; }","duration":"132.966663ms","start":"2026-02-28T00:30:58.241461Z","end":"2026-02-28T00:30:58.374428Z","steps":["trace[1122723745] 'agreement among raft nodes before linearized reading' (duration: 132.82343ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:58.551435Z","caller":"traceutil/trace.go:171","msg":"trace[1972920560] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"133.075565ms","start":"2026-02-28T00:30:58.418289Z","end":"2026-02-28T00:30:58.551365Z","steps":["trace[1972920560] 'process raft request' (duration: 74.030473ms)","trace[1972920560] 'compare' (duration: 58.812937ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:30:58.783062Z","caller":"traceutil/trace.go:171","msg":"trace[872495584] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"258.073044ms","start":"2026-02-28T00:30:58.524956Z","end":"2026-02-28T00:30:58.783029Z","steps":["trace[872495584] 'process raft request' (duration: 257.981752ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:58.783134Z","caller":"traceutil/trace.go:171","msg":"trace[1975714316] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"258.588665ms","start":"2026-02-28T00:30:58.524522Z","end":"2026-02-28T00:30:58.783111Z","steps":["trace[1975714316] 'process raft request' (duration: 258.374521ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:58.78312Z","caller":"traceutil/trace.go:171","msg":"trace[128739429] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"259.485516ms","start":"2026-02-28T00:30:58.523589Z","end":"2026-02-28T00:30:58.783074Z","steps":["trace[128739429] 'process raft request' (duration: 259.251751ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:58.783388Z","caller":"traceutil/trace.go:171","msg":"trace[1294247926] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"256.857847ms","start":"2026-02-28T00:30:58.526516Z","end":"2026-02-28T00:30:58.783374Z","steps":["trace[1294247926] 'process raft request' (duration: 256.468199ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:58.783506Z","caller":"traceutil/trace.go:171","msg":"trace[941614927] linearizableReadLoop","detail":"{readStateIndex:24578; appliedIndex:24575; }","duration":"259.323631ms","start":"2026-02-28T00:30:58.524151Z","end":"2026-02-28T00:30:58.783475Z","steps":["trace[941614927] 'read index received' (duration: 61.570509ms)","trace[941614927] 'applied index is now lower than readState.Index' (duration: 197.751582ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:30:58.783611Z","caller":"traceutil/trace.go:171","msg":"trace[995202042] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"256.861507ms","start":"2026-02-28T00:30:58.526731Z","end":"2026-02-28T00:30:58.783593Z","steps":["trace[995202042] 'process raft request' (duration: 256.584431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:58.78378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.585947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:30:58.783882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.315259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:30:58.783889Z","caller":"traceutil/trace.go:171","msg":"trace[1144860686] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23743; }","duration":"259.753981ms","start":"2026-02-28T00:30:58.524109Z","end":"2026-02-28T00:30:58.783863Z","steps":["trace[1144860686] 'agreement among raft nodes before linearized reading' (duration: 259.573027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:58.783902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.997174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-02-28T00:30:58.783924Z","caller":"traceutil/trace.go:171","msg":"trace[1934105716] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23743; }","duration":"258.404481ms","start":"2026-02-28T00:30:58.525508Z","end":"2026-02-28T00:30:58.783913Z","steps":["trace[1934105716] 'agreement among raft nodes before linearized reading' (duration: 258.304799ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:58.783946Z","caller":"traceutil/trace.go:171","msg":"trace[622189696] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23743; }","duration":"259.111786ms","start":"2026-02-28T00:30:58.52482Z","end":"2026-02-28T00:30:58.783932Z","steps":["trace[622189696] 'agreement among raft nodes before linearized reading' (duration: 258.890611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:58.784031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.220167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-02-28T00:30:58.784064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.743805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-user-t2nj6\" ","response":"range_response_count:1 size:9184"} {"level":"info","ts":"2026-02-28T00:30:58.784116Z","caller":"traceutil/trace.go:171","msg":"trace[433806372] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23743; }","duration":"258.34578ms","start":"2026-02-28T00:30:58.525748Z","end":"2026-02-28T00:30:58.784093Z","steps":["trace[433806372] 'agreement among raft nodes before linearized reading' (duration: 258.060204ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:58.784136Z","caller":"traceutil/trace.go:171","msg":"trace[831353110] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-user-t2nj6; range_end:; response_count:1; response_revision:23743; }","duration":"242.882538ms","start":"2026-02-28T00:30:58.541237Z","end":"2026-02-28T00:30:58.784119Z","steps":["trace[831353110] 'agreement among raft nodes before linearized reading' (duration: 242.618833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:58.784255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.45348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:30:58.784328Z","caller":"traceutil/trace.go:171","msg":"trace[501726636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23743; }","duration":"209.583543ms","start":"2026-02-28T00:30:58.574727Z","end":"2026-02-28T00:30:58.784311Z","steps":["trace[501726636] 'agreement among raft nodes before linearized reading' (duration: 209.029841ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:58.78348Z","caller":"traceutil/trace.go:171","msg":"trace[446787558] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"261.683193ms","start":"2026-02-28T00:30:58.521708Z","end":"2026-02-28T00:30:58.783391Z","steps":["trace[446787558] 'process raft request' (duration: 186.432583ms)","trace[446787558] 'compare' (duration: 74.511474ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:30:59.100229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.151539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:30:59.10031Z","caller":"traceutil/trace.go:171","msg":"trace[1296233481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23745; }","duration":"114.249142ms","start":"2026-02-28T00:30:58.986043Z","end":"2026-02-28T00:30:59.100292Z","steps":["trace[1296233481] 'range keys from in-memory index tree' (duration: 114.019826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:59.100229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.178888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-28T00:30:59.1008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.695942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-28T00:30:59.100804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.670303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T00:30:59.100832Z","caller":"traceutil/trace.go:171","msg":"trace[2091937954] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23745; }","duration":"149.778614ms","start":"2026-02-28T00:30:58.951042Z","end":"2026-02-28T00:30:59.100821Z","steps":["trace[2091937954] 'count revisions from in-memory index tree' (duration: 149.60526ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:59.100846Z","caller":"traceutil/trace.go:171","msg":"trace[1583946555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23745; }","duration":"116.744755ms","start":"2026-02-28T00:30:58.984087Z","end":"2026-02-28T00:30:59.100831Z","steps":["trace[1583946555] 'range keys from in-memory index tree' (duration: 116.51203ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:59.100843Z","caller":"traceutil/trace.go:171","msg":"trace[993413756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23745; }","duration":"104.826033ms","start":"2026-02-28T00:30:58.99599Z","end":"2026-02-28T00:30:59.100816Z","steps":["trace[993413756] 'range keys from in-memory index tree' (duration: 104.001705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:59.101154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.367393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-28T00:30:59.10119Z","caller":"traceutil/trace.go:171","msg":"trace[242884799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23745; }","duration":"114.494337ms","start":"2026-02-28T00:30:58.986685Z","end":"2026-02-28T00:30:59.101179Z","steps":["trace[242884799] 'range keys from in-memory index tree' (duration: 113.208467ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:59.209539Z","caller":"traceutil/trace.go:171","msg":"trace[44521612] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"101.53671ms","start":"2026-02-28T00:30:59.107971Z","end":"2026-02-28T00:30:59.209508Z","steps":["trace[44521612] 'process raft request' (duration: 101.260314ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:59.209769Z","caller":"traceutil/trace.go:171","msg":"trace[1895324990] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"101.743044ms","start":"2026-02-28T00:30:59.107999Z","end":"2026-02-28T00:30:59.209742Z","steps":["trace[1895324990] 'process raft request' (duration: 101.452328ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:59.294695Z","caller":"traceutil/trace.go:171","msg":"trace[1769565319] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"186.623157ms","start":"2026-02-28T00:30:59.108034Z","end":"2026-02-28T00:30:59.294657Z","steps":["trace[1769565319] 'process raft request' (duration: 186.359562ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:59.295047Z","caller":"traceutil/trace.go:171","msg":"trace[1147959022] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"186.883074ms","start":"2026-02-28T00:30:59.108125Z","end":"2026-02-28T00:30:59.295008Z","steps":["trace[1147959022] 'process raft request' (duration: 186.468505ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:59.29544Z","caller":"traceutil/trace.go:171","msg":"trace[766854659] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"184.731596ms","start":"2026-02-28T00:30:59.110688Z","end":"2026-02-28T00:30:59.29542Z","steps":["trace[766854659] 'process raft request' (duration: 184.219125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:30:59.634609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.189331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:30:59.634768Z","caller":"traceutil/trace.go:171","msg":"trace[405064206] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"249.470944ms","start":"2026-02-28T00:30:59.38527Z","end":"2026-02-28T00:30:59.634741Z","steps":["trace[405064206] 'process raft request' (duration: 143.614678ms)","trace[405064206] 'compare' (duration: 104.971337ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:30:59.911833Z","caller":"traceutil/trace.go:171","msg":"trace[1006230849] linearizableReadLoop","detail":"{readStateIndex:24592; appliedIndex:24591; }","duration":"229.307229ms","start":"2026-02-28T00:30:59.682463Z","end":"2026-02-28T00:30:59.91177Z","steps":["trace[1006230849] 'read index received' (duration: 133.850903ms)","trace[1006230849] 'applied index is now lower than readState.Index' (duration: 95.454606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:30:59.912192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.702357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-28T00:30:59.912265Z","caller":"traceutil/trace.go:171","msg":"trace[2085290997] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23753; }","duration":"229.863ms","start":"2026-02-28T00:30:59.68238Z","end":"2026-02-28T00:30:59.912243Z","steps":["trace[2085290997] 'agreement among raft nodes before linearized reading' (duration: 229.569734ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:30:59.912255Z","caller":"traceutil/trace.go:171","msg":"trace[2068453906] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"266.402587ms","start":"2026-02-28T00:30:59.645761Z","end":"2026-02-28T00:30:59.912163Z","steps":["trace[2068453906] 'process raft request' (duration: 170.631785ms)","trace[2068453906] 'compare' (duration: 95.18745ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:31:00.116436Z","caller":"traceutil/trace.go:171","msg":"trace[1336507379] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"194.89585ms","start":"2026-02-28T00:30:59.921505Z","end":"2026-02-28T00:31:00.116401Z","steps":["trace[1336507379] 'process raft request' (duration: 194.635985ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:00.594579Z","caller":"traceutil/trace.go:171","msg":"trace[2104133217] linearizableReadLoop","detail":"{readStateIndex:24601; appliedIndex:24598; }","duration":"155.229485ms","start":"2026-02-28T00:31:00.439325Z","end":"2026-02-28T00:31:00.594554Z","steps":["trace[2104133217] 'read index received' (duration: 30.533384ms)","trace[2104133217] 'applied index is now lower than readState.Index' (duration: 124.694911ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:31:00.5946Z","caller":"traceutil/trace.go:171","msg":"trace[824433757] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"173.951667ms","start":"2026-02-28T00:31:00.420619Z","end":"2026-02-28T00:31:00.594571Z","steps":["trace[824433757] 'process raft request' (duration: 173.866905ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:00.594752Z","caller":"traceutil/trace.go:171","msg":"trace[1562546973] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"177.912195ms","start":"2026-02-28T00:31:00.416834Z","end":"2026-02-28T00:31:00.594746Z","steps":["trace[1562546973] 'process raft request' (duration: 170.481521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:00.5948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.44343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:31:00.594834Z","caller":"traceutil/trace.go:171","msg":"trace[11442419] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23762; }","duration":"155.558233ms","start":"2026-02-28T00:31:00.439265Z","end":"2026-02-28T00:31:00.594824Z","steps":["trace[11442419] 'agreement among raft nodes before linearized reading' (duration: 155.41606ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:00.609989Z","caller":"traceutil/trace.go:171","msg":"trace[1274820831] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"122.291859ms","start":"2026-02-28T00:31:00.487671Z","end":"2026-02-28T00:31:00.609963Z","steps":["trace[1274820831] 'process raft request' (duration: 122.223357ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:00.610017Z","caller":"traceutil/trace.go:171","msg":"trace[1447852953] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"131.510391ms","start":"2026-02-28T00:31:00.478484Z","end":"2026-02-28T00:31:00.609995Z","steps":["trace[1447852953] 'process raft request' (duration: 131.337148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:00.633564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.392236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-ffdv8\" ","response":"range_response_count:1 size:7095"} {"level":"info","ts":"2026-02-28T00:31:00.633667Z","caller":"traceutil/trace.go:171","msg":"trace[1980561317] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-ffdv8; range_end:; response_count:1; response_revision:23765; }","duration":"144.57304ms","start":"2026-02-28T00:31:00.48907Z","end":"2026-02-28T00:31:00.633643Z","steps":["trace[1980561317] 'agreement among raft nodes before linearized reading' (duration: 144.276183ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:00.773888Z","caller":"traceutil/trace.go:171","msg":"trace[393791565] linearizableReadLoop","detail":"{readStateIndex:24605; appliedIndex:24604; }","duration":"113.646828ms","start":"2026-02-28T00:31:00.660217Z","end":"2026-02-28T00:31:00.773864Z","steps":["trace[393791565] 'read index received' (duration: 83.570114ms)","trace[393791565] 'applied index is now lower than readState.Index' (duration: 30.075354ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:31:00.774101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.859612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-ks-user-domain\" ","response":"range_response_count:1 size:547"} {"level":"info","ts":"2026-02-28T00:31:00.774138Z","caller":"traceutil/trace.go:171","msg":"trace[996636304] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-ks-user-domain; range_end:; response_count:1; response_revision:23766; }","duration":"113.968335ms","start":"2026-02-28T00:31:00.660157Z","end":"2026-02-28T00:31:00.774126Z","steps":["trace[996636304] 'agreement among raft nodes before linearized reading' (duration: 113.804971ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:00.774338Z","caller":"traceutil/trace.go:171","msg":"trace[1895038879] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"130.06306ms","start":"2026-02-28T00:31:00.644263Z","end":"2026-02-28T00:31:00.774326Z","steps":["trace[1895038879] 'process raft request' (duration: 99.495476ms)","trace[1895038879] 'compare' (duration: 29.966301ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:31:01.04809Z","caller":"traceutil/trace.go:171","msg":"trace[1660943485] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"254.32299ms","start":"2026-02-28T00:31:00.793698Z","end":"2026-02-28T00:31:01.048021Z","steps":["trace[1660943485] 'process raft request' (duration: 254.262699ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:01.048121Z","caller":"traceutil/trace.go:171","msg":"trace[1574549727] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"254.335931ms","start":"2026-02-28T00:31:00.793742Z","end":"2026-02-28T00:31:01.048078Z","steps":["trace[1574549727] 'process raft request' (duration: 254.177887ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:01.048124Z","caller":"traceutil/trace.go:171","msg":"trace[403882676] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"254.459554ms","start":"2026-02-28T00:31:00.79358Z","end":"2026-02-28T00:31:01.04804Z","steps":["trace[403882676] 'process raft request' (duration: 254.143976ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:01.048422Z","caller":"traceutil/trace.go:171","msg":"trace[1295239028] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"250.897835ms","start":"2026-02-28T00:31:00.79751Z","end":"2026-02-28T00:31:01.048408Z","steps":["trace[1295239028] 'process raft request' (duration: 250.754282ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:01.048428Z","caller":"traceutil/trace.go:171","msg":"trace[510688191] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"254.204509ms","start":"2026-02-28T00:31:00.79419Z","end":"2026-02-28T00:31:01.048394Z","steps":["trace[510688191] 'process raft request' (duration: 253.798249ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:01.048441Z","caller":"traceutil/trace.go:171","msg":"trace[1424176340] linearizableReadLoop","detail":"{readStateIndex:24611; appliedIndex:24606; }","duration":"182.152418ms","start":"2026-02-28T00:31:00.866262Z","end":"2026-02-28T00:31:01.048415Z","steps":["trace[1424176340] 'read index received' (duration: 181.388681ms)","trace[1424176340] 'applied index is now lower than readState.Index' (duration: 762.117µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:31:01.048603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.768605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:31:01.048662Z","caller":"traceutil/trace.go:171","msg":"trace[991234493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23772; }","duration":"193.890447ms","start":"2026-02-28T00:31:00.854755Z","end":"2026-02-28T00:31:01.048646Z","steps":["trace[991234493] 'agreement among raft nodes before linearized reading' (duration: 193.664393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:01.048698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.35317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:31:01.048736Z","caller":"traceutil/trace.go:171","msg":"trace[1260024235] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23772; }","duration":"161.435122ms","start":"2026-02-28T00:31:00.887289Z","end":"2026-02-28T00:31:01.048724Z","steps":["trace[1260024235] 'agreement among raft nodes before linearized reading' (duration: 161.3372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:01.048747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.449356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"warn","ts":"2026-02-28T00:31:01.048754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.474551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:31:01.048792Z","caller":"traceutil/trace.go:171","msg":"trace[1067149243] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23772; }","duration":"112.561513ms","start":"2026-02-28T00:31:00.936222Z","end":"2026-02-28T00:31:01.048784Z","steps":["trace[1067149243] 'agreement among raft nodes before linearized reading' (duration: 112.454321ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:01.048793Z","caller":"traceutil/trace.go:171","msg":"trace[397227687] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23772; }","duration":"255.528387ms","start":"2026-02-28T00:31:00.793248Z","end":"2026-02-28T00:31:01.048777Z","steps":["trace[397227687] 'agreement among raft nodes before linearized reading' (duration: 255.347793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:01.048878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.494017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-02-28T00:31:01.048967Z","caller":"traceutil/trace.go:171","msg":"trace[531985325] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23772; }","duration":"255.66937ms","start":"2026-02-28T00:31:00.793281Z","end":"2026-02-28T00:31:01.04895Z","steps":["trace[531985325] 'agreement among raft nodes before linearized reading' (duration: 255.19425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:01.353996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.378035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T00:31:01.354125Z","caller":"traceutil/trace.go:171","msg":"trace[500622014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23773; }","duration":"139.562099ms","start":"2026-02-28T00:31:01.214533Z","end":"2026-02-28T00:31:01.354095Z","steps":["trace[500622014] 'range keys from in-memory index tree' (duration: 139.15097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:01.35415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.735315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:01.354305Z","caller":"traceutil/trace.go:171","msg":"trace[503813565] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23773; }","duration":"136.007001ms","start":"2026-02-28T00:31:01.218265Z","end":"2026-02-28T00:31:01.354272Z","steps":["trace[503813565] 'count revisions from in-memory index tree' (duration: 135.670803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:01.355004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.728343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:31:01.35524Z","caller":"traceutil/trace.go:171","msg":"trace[1978379100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23773; }","duration":"141.01518ms","start":"2026-02-28T00:31:01.214198Z","end":"2026-02-28T00:31:01.355213Z","steps":["trace[1978379100] 'range keys from in-memory index tree' (duration: 139.457327ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:01.439205Z","caller":"traceutil/trace.go:171","msg":"trace[1941279503] linearizableReadLoop","detail":"{readStateIndex:24614; appliedIndex:24612; }","duration":"139.690232ms","start":"2026-02-28T00:31:01.299481Z","end":"2026-02-28T00:31:01.439171Z","steps":["trace[1941279503] 'read index received' (duration: 22.363324ms)","trace[1941279503] 'applied index is now lower than readState.Index' (duration: 117.325078ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:31:01.439433Z","caller":"traceutil/trace.go:171","msg":"trace[574963707] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"160.220025ms","start":"2026-02-28T00:31:01.279126Z","end":"2026-02-28T00:31:01.439346Z","steps":["trace[574963707] 'process raft request' (duration: 159.871417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:01.439494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.990598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:31:01.439624Z","caller":"traceutil/trace.go:171","msg":"trace[1870393062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23775; }","duration":"140.172252ms","start":"2026-02-28T00:31:01.299436Z","end":"2026-02-28T00:31:01.439608Z","steps":["trace[1870393062] 'agreement among raft nodes before linearized reading' (duration: 139.878446ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:01.570971Z","caller":"traceutil/trace.go:171","msg":"trace[466699713] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"211.292021ms","start":"2026-02-28T00:31:01.359635Z","end":"2026-02-28T00:31:01.570927Z","steps":["trace[466699713] 'process raft request' (duration: 211.024795ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:01.571099Z","caller":"traceutil/trace.go:171","msg":"trace[1060114542] linearizableReadLoop","detail":"{readStateIndex:24617; appliedIndex:24614; }","duration":"131.804248ms","start":"2026-02-28T00:31:01.43928Z","end":"2026-02-28T00:31:01.571084Z","steps":["trace[1060114542] 'read index received' (duration: 131.515202ms)","trace[1060114542] 'applied index is now lower than readState.Index' (duration: 286.316µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:31:01.570999Z","caller":"traceutil/trace.go:171","msg":"trace[2074568579] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"211.21808ms","start":"2026-02-28T00:31:01.359752Z","end":"2026-02-28T00:31:01.57097Z","steps":["trace[2074568579] 'process raft request' (duration: 211.090187ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:01.571276Z","caller":"traceutil/trace.go:171","msg":"trace[1180970876] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"199.977291ms","start":"2026-02-28T00:31:01.371281Z","end":"2026-02-28T00:31:01.571259Z","steps":["trace[1180970876] 'process raft request' (duration: 199.605903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:01.571372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.177179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-28T00:31:01.571429Z","caller":"traceutil/trace.go:171","msg":"trace[979857506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23778; }","duration":"269.276381ms","start":"2026-02-28T00:31:01.302134Z","end":"2026-02-28T00:31:01.571411Z","steps":["trace[979857506] 'agreement among raft nodes before linearized reading' (duration: 269.000485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:01.571505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.841976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:01.571684Z","caller":"traceutil/trace.go:171","msg":"trace[885685671] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23778; }","duration":"189.127293ms","start":"2026-02-28T00:31:01.382473Z","end":"2026-02-28T00:31:01.5716Z","steps":["trace[885685671] 'agreement among raft nodes before linearized reading' (duration: 188.801995ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:01.584164Z","caller":"traceutil/trace.go:171","msg":"trace[1432270439] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"138.222119ms","start":"2026-02-28T00:31:01.445927Z","end":"2026-02-28T00:31:01.584149Z","steps":["trace[1432270439] 'process raft request' (duration: 138.096286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:01.831393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.173049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:31:01.831889Z","caller":"traceutil/trace.go:171","msg":"trace[392637314] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"253.790579ms","start":"2026-02-28T00:31:01.577738Z","end":"2026-02-28T00:31:01.831528Z","steps":["trace[392637314] 'process raft request' (duration: 134.367364ms)","trace[392637314] 'compare' (duration: 118.908243ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:31:01.897347Z","caller":"traceutil/trace.go:171","msg":"trace[1156295927] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"143.118418ms","start":"2026-02-28T00:31:01.75421Z","end":"2026-02-28T00:31:01.897328Z","steps":["trace[1156295927] 'process raft request' (duration: 142.821291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:02.137089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.363425ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T00:31:02.137191Z","caller":"traceutil/trace.go:171","msg":"trace[898907551] linearizableReadLoop","detail":"{readStateIndex:24621; appliedIndex:24620; }","duration":"231.260272ms","start":"2026-02-28T00:31:01.905916Z","end":"2026-02-28T00:31:02.137176Z","steps":["trace[898907551] 'read index received' (duration: 9.788965ms)","trace[898907551] 'applied index is now lower than readState.Index' (duration: 221.469577ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:31:02.137349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.430385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-28T00:31:02.137371Z","caller":"traceutil/trace.go:171","msg":"trace[1924916302] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23781; }","duration":"231.500987ms","start":"2026-02-28T00:31:01.905863Z","end":"2026-02-28T00:31:02.137364Z","steps":["trace[1924916302] 'agreement among raft nodes before linearized reading' (duration: 231.349784ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:02.830099Z","caller":"traceutil/trace.go:171","msg":"trace[316262717] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"122.474173ms","start":"2026-02-28T00:31:02.707585Z","end":"2026-02-28T00:31:02.830059Z","steps":["trace[316262717] 'process raft request' (duration: 35.255677ms)","trace[316262717] 'compare' (duration: 86.576531ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:31:03.094344Z","caller":"traceutil/trace.go:171","msg":"trace[287331430] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"220.819512ms","start":"2026-02-28T00:31:02.873481Z","end":"2026-02-28T00:31:03.094301Z","steps":["trace[287331430] 'process raft request' (duration: 220.569657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:03.311942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.61143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:31:03.312228Z","caller":"traceutil/trace.go:171","msg":"trace[185534654] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"256.321326ms","start":"2026-02-28T00:31:03.055843Z","end":"2026-02-28T00:31:03.312164Z","steps":["trace[185534654] 'process raft request' (duration: 256.210294ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:03.312233Z","caller":"traceutil/trace.go:171","msg":"trace[1526487935] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"256.472879ms","start":"2026-02-28T00:31:03.055712Z","end":"2026-02-28T00:31:03.312185Z","steps":["trace[1526487935] 'process raft request' (duration: 121.516842ms)","trace[1526487935] 'compare' (duration: 134.424776ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:31:03.312524Z","caller":"traceutil/trace.go:171","msg":"trace[452854102] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"256.603832ms","start":"2026-02-28T00:31:03.055908Z","end":"2026-02-28T00:31:03.312512Z","steps":["trace[452854102] 'process raft request' (duration: 256.209663ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:03.312562Z","caller":"traceutil/trace.go:171","msg":"trace[1510944837] linearizableReadLoop","detail":"{readStateIndex:24629; appliedIndex:24624; }","duration":"218.341137ms","start":"2026-02-28T00:31:03.094209Z","end":"2026-02-28T00:31:03.31255Z","steps":["trace[1510944837] 'read index received' (duration: 83.038452ms)","trace[1510944837] 'applied index is now lower than readState.Index' (duration: 135.301945ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:31:03.312617Z","caller":"traceutil/trace.go:171","msg":"trace[1314689969] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"256.671373ms","start":"2026-02-28T00:31:03.055929Z","end":"2026-02-28T00:31:03.3126Z","steps":["trace[1314689969] 'process raft request' (duration: 256.574831ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:03.312737Z","caller":"traceutil/trace.go:171","msg":"trace[244991195] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"256.762036ms","start":"2026-02-28T00:31:03.055942Z","end":"2026-02-28T00:31:03.312704Z","steps":["trace[244991195] 'process raft request' (duration: 256.407408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:03.3128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.420405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"warn","ts":"2026-02-28T00:31:03.312774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.767205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:03.3129Z","caller":"traceutil/trace.go:171","msg":"trace[825188655] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23789; }","duration":"251.952958ms","start":"2026-02-28T00:31:03.060916Z","end":"2026-02-28T00:31:03.312869Z","steps":["trace[825188655] 'agreement among raft nodes before linearized reading' (duration: 251.706713ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:03.31294Z","caller":"traceutil/trace.go:171","msg":"trace[877527950] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23789; }","duration":"255.63566ms","start":"2026-02-28T00:31:03.057291Z","end":"2026-02-28T00:31:03.312927Z","steps":["trace[877527950] 'agreement among raft nodes before linearized reading' (duration: 255.361264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:03.312957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.641919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:31:03.312985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.206762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:31:03.313047Z","caller":"traceutil/trace.go:171","msg":"trace[1504653351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23789; }","duration":"172.775883ms","start":"2026-02-28T00:31:03.140252Z","end":"2026-02-28T00:31:03.313027Z","steps":["trace[1504653351] 'agreement among raft nodes before linearized reading' (duration: 172.586169ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:03.313091Z","caller":"traceutil/trace.go:171","msg":"trace[909642017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23789; }","duration":"207.367736ms","start":"2026-02-28T00:31:03.105698Z","end":"2026-02-28T00:31:03.313066Z","steps":["trace[909642017] 'agreement among raft nodes before linearized reading' (duration: 207.10318ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:31.991979Z","caller":"traceutil/trace.go:171","msg":"trace[109051625] linearizableReadLoop","detail":"{readStateIndex:24866; appliedIndex:24863; }","duration":"123.070546ms","start":"2026-02-28T00:31:31.868881Z","end":"2026-02-28T00:31:31.991952Z","steps":["trace[109051625] 'read index received' (duration: 24.219056ms)","trace[109051625] 'applied index is now lower than readState.Index' (duration: 98.8489ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:31:31.99198Z","caller":"traceutil/trace.go:171","msg":"trace[1416346870] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"118.380253ms","start":"2026-02-28T00:31:31.873563Z","end":"2026-02-28T00:31:31.991943Z","steps":["trace[1416346870] 'process raft request' (duration: 118.164908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:32.007147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.314456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:31:32.007222Z","caller":"traceutil/trace.go:171","msg":"trace[1016912835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24022; }","duration":"166.444759ms","start":"2026-02-28T00:31:31.840759Z","end":"2026-02-28T00:31:32.007204Z","steps":["trace[1016912835] 'agreement among raft nodes before linearized reading' (duration: 151.322784ms)","trace[1016912835] 'range keys from in-memory index tree' (duration: 14.953001ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:31:32.007672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.861144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7b4d58d5d6-265h6\" ","response":"range_response_count:1 size:8410"} {"level":"info","ts":"2026-02-28T00:31:32.007707Z","caller":"traceutil/trace.go:171","msg":"trace[1296460284] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7b4d58d5d6-265h6; range_end:; response_count:1; response_revision:24023; }","duration":"132.921356ms","start":"2026-02-28T00:31:31.874777Z","end":"2026-02-28T00:31:32.007699Z","steps":["trace[1296460284] 'agreement among raft nodes before linearized reading' (duration: 132.832514ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:37.681847Z","caller":"traceutil/trace.go:171","msg":"trace[864901761] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"128.494967ms","start":"2026-02-28T00:31:37.553321Z","end":"2026-02-28T00:31:37.681816Z","steps":["trace[864901761] 'process raft request' (duration: 128.376875ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:37.682206Z","caller":"traceutil/trace.go:171","msg":"trace[1193791870] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"132.394904ms","start":"2026-02-28T00:31:37.549801Z","end":"2026-02-28T00:31:37.682195Z","steps":["trace[1193791870] 'process raft request' (duration: 131.723639ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:37.682275Z","caller":"traceutil/trace.go:171","msg":"trace[270026883] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"128.783303ms","start":"2026-02-28T00:31:37.553456Z","end":"2026-02-28T00:31:37.682239Z","steps":["trace[270026883] 'process raft request' (duration: 128.282552ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:37.682803Z","caller":"traceutil/trace.go:171","msg":"trace[2127937700] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"128.080168ms","start":"2026-02-28T00:31:37.554711Z","end":"2026-02-28T00:31:37.682791Z","steps":["trace[2127937700] 'process raft request' (duration: 127.416994ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:43.105172Z","caller":"traceutil/trace.go:171","msg":"trace[989504615] linearizableReadLoop","detail":"{readStateIndex:25033; appliedIndex:25032; }","duration":"149.029774ms","start":"2026-02-28T00:31:42.956113Z","end":"2026-02-28T00:31:43.105143Z","steps":["trace[989504615] 'read index received' (duration: 148.797837ms)","trace[989504615] 'applied index is now lower than readState.Index' (duration: 231.047µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:31:43.105486Z","caller":"traceutil/trace.go:171","msg":"trace[244399043] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"198.079221ms","start":"2026-02-28T00:31:42.907385Z","end":"2026-02-28T00:31:43.105464Z","steps":["trace[244399043] 'process raft request' (duration: 197.599519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:43.105882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.751169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:31:43.105935Z","caller":"traceutil/trace.go:171","msg":"trace[1834865573] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24181; }","duration":"149.873373ms","start":"2026-02-28T00:31:42.956048Z","end":"2026-02-28T00:31:43.105922Z","steps":["trace[1834865573] 'agreement among raft nodes before linearized reading' (duration: 149.723749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:44.586671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446457426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:44.586758Z","caller":"traceutil/trace.go:171","msg":"trace[2110140827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24181; }","duration":"1.446598799s","start":"2026-02-28T00:31:43.140139Z","end":"2026-02-28T00:31:44.586738Z","steps":["trace[2110140827] 'range keys from in-memory index tree' (duration: 1.446374034s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:44.5868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.140119Z","time spent":"1.44667228s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:31:44.587393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386045078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:44.587491Z","caller":"traceutil/trace.go:171","msg":"trace[300812734] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24181; }","duration":"1.386219452s","start":"2026-02-28T00:31:43.20125Z","end":"2026-02-28T00:31:44.587469Z","steps":["trace[300812734] 'count revisions from in-memory index tree' (duration: 1.385945816s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:44.58792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370076673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:44.588007Z","caller":"traceutil/trace.go:171","msg":"trace[666505988] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24181; }","duration":"1.370181746s","start":"2026-02-28T00:31:43.217804Z","end":"2026-02-28T00:31:44.587986Z","steps":["trace[666505988] 'range keys from in-memory index tree' (duration: 1.370017422s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:44.588052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.236094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-28T00:31:44.588056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.217765Z","time spent":"1.370281279s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-28T00:31:44.588096Z","caller":"traceutil/trace.go:171","msg":"trace[2012951782] linearizableReadLoop","detail":"{readStateIndex:25034; appliedIndex:25033; }","duration":"1.157306468s","start":"2026-02-28T00:31:43.430781Z","end":"2026-02-28T00:31:44.588088Z","steps":["trace[2012951782] 'read index received' (duration: 412.89711ms)","trace[2012951782] 'applied index is now lower than readState.Index' (duration: 744.408548ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:31:44.587938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366648458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:31:44.588158Z","caller":"traceutil/trace.go:171","msg":"trace[1010230515] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24181; }","duration":"1.366903294s","start":"2026-02-28T00:31:43.221239Z","end":"2026-02-28T00:31:44.588143Z","steps":["trace[1010230515] 'count revisions from in-memory index tree' (duration: 1.366590016s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:44.588208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.221228Z","time spent":"1.366966955s","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:31:44.588234Z","caller":"traceutil/trace.go:171","msg":"trace[279662008] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"1.273748749s","start":"2026-02-28T00:31:43.314477Z","end":"2026-02-28T00:31:44.588226Z","steps":["trace[279662008] 'process raft request' (duration: 529.26868ms)","trace[279662008] 'compare' (duration: 742.850683ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:31:44.588266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.314442Z","time spent":"1.273806371s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:44.5885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157729897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-02-28T00:31:44.58853Z","caller":"traceutil/trace.go:171","msg":"trace[1753817394] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24182; }","duration":"1.157797389s","start":"2026-02-28T00:31:43.430726Z","end":"2026-02-28T00:31:44.588523Z","steps":["trace[1753817394] 'agreement among raft nodes before linearized reading' (duration: 1.157611865s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:44.588545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.430702Z","time spent":"1.157839129s","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418299,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-28T00:31:44.587587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.201224Z","time spent":"1.386350504s","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:31:45.089203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:31:45.466599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.619618405s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:31:46.162217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.212997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:31:46.162553Z","caller":"traceutil/trace.go:171","msg":"trace[741681578] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"2.559667008s","start":"2026-02-28T00:31:43.602841Z","end":"2026-02-28T00:31:46.162508Z","steps":["trace[741681578] 'process raft request' (duration: 1.86396671s)","trace[741681578] 'compare' (duration: 694.652445ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:31:46.162762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.602811Z","time spent":"2.559832692s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:31:46.162825Z","caller":"traceutil/trace.go:171","msg":"trace[1343006080] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"2.448045894s","start":"2026-02-28T00:31:43.714748Z","end":"2026-02-28T00:31:46.162794Z","steps":["trace[1343006080] 'process raft request' (duration: 2.447968102s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:46.162955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.714733Z","time spent":"2.448164436s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:31:46.163159Z","caller":"traceutil/trace.go:171","msg":"trace[1043539166] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"2.452609685s","start":"2026-02-28T00:31:43.710535Z","end":"2026-02-28T00:31:46.163145Z","steps":["trace[1043539166] 'process raft request' (duration: 2.452010332s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:46.163234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.710505Z","time spent":"2.452695286s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:31:46.163337Z","caller":"traceutil/trace.go:171","msg":"trace[2099628419] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"2.451178774s","start":"2026-02-28T00:31:43.71214Z","end":"2026-02-28T00:31:46.163319Z","steps":["trace[2099628419] 'process raft request' (duration: 2.450462228s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:46.163437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.712116Z","time spent":"2.451270405s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:31:46.163594Z","caller":"traceutil/trace.go:171","msg":"trace[248385106] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"2.521244006s","start":"2026-02-28T00:31:43.642336Z","end":"2026-02-28T00:31:46.16358Z","steps":["trace[248385106] 'process raft request' (duration: 2.52005087s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:46.163664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.642303Z","time spent":"2.521322668s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:31:46.163714Z","caller":"traceutil/trace.go:171","msg":"trace[1875652318] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"2.450784815s","start":"2026-02-28T00:31:43.712911Z","end":"2026-02-28T00:31:46.163696Z","steps":["trace[1875652318] 'process raft request' (duration: 2.449744672s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:46.163808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.712884Z","time spent":"2.450877356s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:46.589989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.122474357s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:31:46.599148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:31:46.599224Z","caller":"traceutil/trace.go:171","msg":"trace[624610769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000506675s","start":"2026-02-28T00:31:44.598692Z","end":"2026-02-28T00:31:46.599198Z","steps":["trace[624610769] 'agreement among raft nodes before linearized reading' (duration: 2.000404343s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:46.599286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:44.598678Z","time spent":"2.000597708s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:31:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:31:47.165262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.428771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:31:47.165513Z","caller":"traceutil/trace.go:171","msg":"trace[1748776630] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"2.143421163s","start":"2026-02-28T00:31:45.022047Z","end":"2026-02-28T00:31:47.165468Z","steps":["trace[1748776630] 'process raft request' (duration: 1.568681676s)","trace[1748776630] 'compare' (duration: 574.003731ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:31:47.165545Z","caller":"traceutil/trace.go:171","msg":"trace[1915910388] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"2.052943197s","start":"2026-02-28T00:31:45.112551Z","end":"2026-02-28T00:31:47.165494Z","steps":["trace[1915910388] 'process raft request' (duration: 2.052817625s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:47.165641Z","caller":"traceutil/trace.go:171","msg":"trace[388308648] linearizableReadLoop","detail":"{readStateIndex:25041; appliedIndex:25034; }","duration":"2.577495703s","start":"2026-02-28T00:31:44.588109Z","end":"2026-02-28T00:31:47.165605Z","steps":["trace[388308648] 'read index received' (duration: 878.744935ms)","trace[388308648] 'applied index is now lower than readState.Index' (duration: 1.698745498s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:31:47.165705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:45.022004Z","time spent":"2.143587286s","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:47.165724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:45.11252Z","time spent":"2.053109441s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:47.165807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.43020296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:31:47.165864Z","caller":"traceutil/trace.go:171","msg":"trace[2057949893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24191; }","duration":"3.430317893s","start":"2026-02-28T00:31:43.735517Z","end":"2026-02-28T00:31:47.165835Z","steps":["trace[2057949893] 'agreement among raft nodes before linearized reading' (duration: 3.430150379s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.165902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.735502Z","time spent":"3.430391394s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:31:47.165878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716251649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:31:47.165947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014579349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-28T00:31:47.165984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142060144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:47.166052Z","caller":"traceutil/trace.go:171","msg":"trace[1888049207] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24191; }","duration":"3.142172687s","start":"2026-02-28T00:31:44.02386Z","end":"2026-02-28T00:31:47.166033Z","steps":["trace[1888049207] 'agreement among raft nodes before linearized reading' (duration: 3.141801149s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.166104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:44.02384Z","time spent":"3.142253689s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:31:47.165972Z","caller":"traceutil/trace.go:171","msg":"trace[570438292] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24191; }","duration":"2.716410262s","start":"2026-02-28T00:31:44.449538Z","end":"2026-02-28T00:31:47.165948Z","steps":["trace[570438292] 'agreement among raft nodes before linearized reading' (duration: 2.716115806s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:47.166201Z","caller":"traceutil/trace.go:171","msg":"trace[1331564431] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"1.55445359s","start":"2026-02-28T00:31:45.61174Z","end":"2026-02-28T00:31:47.166193Z","steps":["trace[1331564431] 'process raft request' (duration: 1.553746164s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.16625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:45.611707Z","time spent":"1.554522011s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T00:31:47.166215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010214232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T00:31:47.166311Z","caller":"traceutil/trace.go:171","msg":"trace[1981541682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24191; }","duration":"3.010362036s","start":"2026-02-28T00:31:44.155922Z","end":"2026-02-28T00:31:47.166284Z","steps":["trace[1981541682] 'agreement among raft nodes before linearized reading' (duration: 3.009746462s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.166371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:44.155902Z","time spent":"3.010459317s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:31:47.166307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:44.449513Z","time spent":"2.716672457s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:31:47.166451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09449037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-28T00:31:47.166471Z","caller":"traceutil/trace.go:171","msg":"trace[1029505285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24191; }","duration":"3.094563481s","start":"2026-02-28T00:31:44.071901Z","end":"2026-02-28T00:31:47.166464Z","steps":["trace[1029505285] 'agreement among raft nodes before linearized reading' (duration: 3.093712133s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.166492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:44.071873Z","time spent":"3.094614582s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:31:47.166599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215143573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:31:47.166601Z","caller":"traceutil/trace.go:171","msg":"trace[2053254972] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"571.562037ms","start":"2026-02-28T00:31:46.595026Z","end":"2026-02-28T00:31:47.166588Z","steps":["trace[2053254972] 'process raft request' (duration: 570.738999ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:47.166625Z","caller":"traceutil/trace.go:171","msg":"trace[1542884842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24191; }","duration":"3.014748173s","start":"2026-02-28T00:31:44.151277Z","end":"2026-02-28T00:31:47.166026Z","steps":["trace[1542884842] 'agreement among raft nodes before linearized reading' (duration: 3.014405145s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.166677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575373025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:31:47.166678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:46.594994Z","time spent":"571.640948ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:31:47.166694Z","caller":"traceutil/trace.go:171","msg":"trace[1555114268] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24193; }","duration":"2.575448357s","start":"2026-02-28T00:31:44.591241Z","end":"2026-02-28T00:31:47.16669Z","steps":["trace[1555114268] 'agreement among raft nodes before linearized reading' (duration: 2.575405196s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.166707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:44.591229Z","time spent":"2.575474388s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-28T00:31:47.166694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:44.151252Z","time spent":"3.015426888s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:31:47.165807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500093889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:31:47.166884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.869322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:47.166619Z","caller":"traceutil/trace.go:171","msg":"trace[2050671623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24192; }","duration":"3.215207105s","start":"2026-02-28T00:31:43.951407Z","end":"2026-02-28T00:31:47.166614Z","steps":["trace[2050671623] 'agreement among raft nodes before linearized reading' (duration: 3.214214013s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.166947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020633951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-02-28T00:31:47.166942Z","caller":"traceutil/trace.go:171","msg":"trace[1907945511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24193; }","duration":"566.973095ms","start":"2026-02-28T00:31:46.599956Z","end":"2026-02-28T00:31:47.166929Z","steps":["trace[1907945511] 'agreement among raft nodes before linearized reading' (duration: 566.899953ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:47.166936Z","caller":"traceutil/trace.go:171","msg":"trace[525558161] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24191; }","duration":"3.501255054s","start":"2026-02-28T00:31:43.665659Z","end":"2026-02-28T00:31:47.166914Z","steps":["trace[525558161] 'agreement among raft nodes before linearized reading' (duration: 3.500088419s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:47.166937Z","caller":"traceutil/trace.go:171","msg":"trace[1246449032] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"566.901673ms","start":"2026-02-28T00:31:46.600019Z","end":"2026-02-28T00:31:47.166921Z","steps":["trace[1246449032] 'process raft request' (duration: 566.488004ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:47.166969Z","caller":"traceutil/trace.go:171","msg":"trace[308939289] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24193; }","duration":"2.020684222s","start":"2026-02-28T00:31:45.146277Z","end":"2026-02-28T00:31:47.166961Z","steps":["trace[308939289] 'agreement among raft nodes before linearized reading' (duration: 2.020624571s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.166987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:45.146259Z","time spent":"2.020724853s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11781,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-28T00:31:47.166978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:46.599929Z","time spent":"567.042487ms","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:31:47.166994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.665636Z","time spent":"3.501339717s","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:31:47.167056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:46.600004Z","time spent":"566.981745ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:47.167097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146481711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-28T00:31:47.167115Z","caller":"traceutil/trace.go:171","msg":"trace[856288893] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24193; }","duration":"2.146535863s","start":"2026-02-28T00:31:45.020574Z","end":"2026-02-28T00:31:47.16711Z","steps":["trace[856288893] 'agreement among raft nodes before linearized reading' (duration: 2.146486351s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.167135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:45.020554Z","time spent":"2.146577663s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T00:31:47.166752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.189282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:31:47.166952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:43.951378Z","time spent":"3.215563793s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T00:31:47.167178Z","caller":"traceutil/trace.go:171","msg":"trace[163243471] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24193; }","duration":"878.651863ms","start":"2026-02-28T00:31:46.28851Z","end":"2026-02-28T00:31:47.167162Z","steps":["trace[163243471] 'agreement among raft nodes before linearized reading' (duration: 878.140731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.167216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:46.288492Z","time spent":"878.712315ms","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:31:47.166891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872863897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:47.167333Z","caller":"traceutil/trace.go:171","msg":"trace[451566523] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24193; }","duration":"1.873335908s","start":"2026-02-28T00:31:45.293984Z","end":"2026-02-28T00:31:47.16732Z","steps":["trace[451566523] 'agreement among raft nodes before linearized reading' (duration: 1.872884217s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.167373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:45.293955Z","time spent":"1.87340405s","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:31:47.166857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603508927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:47.167432Z","caller":"traceutil/trace.go:171","msg":"trace[656836288] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24193; }","duration":"1.604128211s","start":"2026-02-28T00:31:45.563289Z","end":"2026-02-28T00:31:47.167418Z","steps":["trace[656836288] 'agreement among raft nodes before linearized reading' (duration: 1.603548158s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.16747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:45.563259Z","time spent":"1.604198792s","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:31:47.166826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329972664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:47.167515Z","caller":"traceutil/trace.go:171","msg":"trace[1855598312] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24193; }","duration":"1.330698661s","start":"2026-02-28T00:31:45.836802Z","end":"2026-02-28T00:31:47.167501Z","steps":["trace[1855598312] 'agreement among raft nodes before linearized reading' (duration: 1.329993555s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.16762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:45.836777Z","time spent":"1.330828614s","remote":"127.0.0.1:59412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:31:47.167945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.639129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-28T00:31:47.167988Z","caller":"traceutil/trace.go:171","msg":"trace[869541322] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:24193; }","duration":"391.717121ms","start":"2026-02-28T00:31:46.776259Z","end":"2026-02-28T00:31:47.167976Z","steps":["trace[869541322] 'agreement among raft nodes before linearized reading' (duration: 390.533815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:47.168019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:46.776238Z","time spent":"391.774522ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-02-28T00:31:48.828855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:31:49.307218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137699674s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:31:49.307706Z","caller":"traceutil/trace.go:171","msg":"trace[1204410236] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"1.138268547s","start":"2026-02-28T00:31:48.169412Z","end":"2026-02-28T00:31:49.30768Z","steps":["trace[1204410236] 'process raft request' (duration: 1.138085493s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:49.307916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:48.169391Z","time spent":"1.13841507s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:51.143348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999904552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:31:51.143459Z","caller":"traceutil/trace.go:171","msg":"trace[402690413] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000077496s","start":"2026-02-28T00:31:49.143351Z","end":"2026-02-28T00:31:51.143428Z","steps":["trace[402690413] 'agreement among raft nodes before linearized reading' (duration: 1.999948403s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:51.143503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:49.143325Z","time spent":"2.000169829s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:31:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:31:51.997545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.690140319s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:31:51.998104Z","caller":"traceutil/trace.go:171","msg":"trace[1287025472] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"3.828300963s","start":"2026-02-28T00:31:48.169761Z","end":"2026-02-28T00:31:51.998062Z","steps":["trace[1287025472] 'process raft request' (duration: 3.827978876s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:51.998128Z","caller":"traceutil/trace.go:171","msg":"trace[580105095] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"3.826093074s","start":"2026-02-28T00:31:48.172002Z","end":"2026-02-28T00:31:51.998095Z","steps":["trace[580105095] 'process raft request' (duration: 3.826022742s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:51.998211Z","caller":"traceutil/trace.go:171","msg":"trace[505469699] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"3.826290819s","start":"2026-02-28T00:31:48.171898Z","end":"2026-02-28T00:31:51.998188Z","steps":["trace[505469699] 'process raft request' (duration: 3.826086984s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:51.998233Z","caller":"traceutil/trace.go:171","msg":"trace[1272566875] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"3.826890472s","start":"2026-02-28T00:31:48.171289Z","end":"2026-02-28T00:31:51.99818Z","steps":["trace[1272566875] 'process raft request' (duration: 3.826655757s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:51.998321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:48.171865Z","time spent":"3.82637842s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:51.998339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:48.171987Z","time spent":"3.826256158s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:51.99834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:48.169754Z","time spent":"3.828451786s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:51.998462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:48.171277Z","time spent":"3.827063575s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:31:51.998577Z","caller":"traceutil/trace.go:171","msg":"trace[1782222414] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"2.825643961s","start":"2026-02-28T00:31:49.172916Z","end":"2026-02-28T00:31:51.99856Z","steps":["trace[1782222414] 'process raft request' (duration: 2.82514239s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:51.998686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:49.172894Z","time spent":"2.825750524s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:31:51.998755Z","caller":"traceutil/trace.go:171","msg":"trace[698879740] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"2.825043488s","start":"2026-02-28T00:31:49.173699Z","end":"2026-02-28T00:31:51.998742Z","steps":["trace[698879740] 'process raft request' (duration: 2.824791272s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:51.998814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:49.173656Z","time spent":"2.82512515s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:31:51.998763Z","caller":"traceutil/trace.go:171","msg":"trace[1634890993] linearizableReadLoop","detail":"{readStateIndex:25059; appliedIndex:25054; }","duration":"3.670198309s","start":"2026-02-28T00:31:48.328521Z","end":"2026-02-28T00:31:51.99872Z","steps":["trace[1634890993] 'read index received' (duration: 979.057928ms)","trace[1634890993] 'applied index is now lower than readState.Index' (duration: 2.69113842s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:31:51.998921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670379133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:51.998987Z","caller":"traceutil/trace.go:171","msg":"trace[278924806] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24208; }","duration":"3.670492155s","start":"2026-02-28T00:31:48.328474Z","end":"2026-02-28T00:31:51.998966Z","steps":["trace[278924806] 'agreement among raft nodes before linearized reading' (duration: 3.670354802s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:51.999034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:48.328453Z","time spent":"3.670573507s","remote":"127.0.0.1:59456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:31:52.499691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:31:53.000045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:31:53.1442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:31:53.144306Z","caller":"traceutil/trace.go:171","msg":"trace[1934808723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000619988s","start":"2026-02-28T00:31:51.143665Z","end":"2026-02-28T00:31:53.144285Z","steps":["trace[1934808723] 'agreement among raft nodes before linearized reading' (duration: 2.000481825s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:53.144362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:51.143632Z","time spent":"2.000719639s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:31:53.500535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:31:54.000812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:31:54.274667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998831375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:31:54.274777Z","caller":"traceutil/trace.go:171","msg":"trace[748808904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998950098s","start":"2026-02-28T00:31:49.275798Z","end":"2026-02-28T00:31:54.274749Z","steps":["trace[748808904] 'agreement among raft nodes before linearized reading' (duration: 4.998842265s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:54.274848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:49.275789Z","time spent":"4.99904364s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:31:54.274632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999192674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-02-28T00:31:54.274855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999445399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} 2026/02/28 00:31:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-28T00:31:54.274989Z","caller":"traceutil/trace.go:171","msg":"trace[1788676894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999572862s","start":"2026-02-28T00:31:49.275355Z","end":"2026-02-28T00:31:54.274928Z","steps":["trace[1788676894] 'agreement among raft nodes before linearized reading' (duration: 4.999198574s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:54.275038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:49.275348Z","time spent":"4.999676094s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/28 00:31:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-28T00:31:54.275041Z","caller":"traceutil/trace.go:171","msg":"trace[1515168170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999649403s","start":"2026-02-28T00:31:49.275306Z","end":"2026-02-28T00:31:54.274955Z","steps":["trace[1515168170] 'agreement among raft nodes before linearized reading' (duration: 4.999466459s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:54.275245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:49.275283Z","time spent":"4.99994978s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/28 00:31:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:31:54.488312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999908823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:31:54.488422Z","caller":"traceutil/trace.go:171","msg":"trace[1991128296] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000083676s","start":"2026-02-28T00:31:52.488309Z","end":"2026-02-28T00:31:54.488393Z","steps":["trace[1991128296] 'agreement among raft nodes before linearized reading' (duration: 1.999939363s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:54.488477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:52.488286Z","time spent":"2.000180878s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:31:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:31:54.501437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:31:54.832721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113755715s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:54.83362Z","caller":"traceutil/trace.go:171","msg":"trace[812900661] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24208; }","duration":"2.114673615s","start":"2026-02-28T00:31:52.718908Z","end":"2026-02-28T00:31:54.833582Z","steps":["trace[812900661] 'range keys from in-memory index tree' (duration: 2.113728085s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:55.002662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:31:55.150737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:31:55.150849Z","caller":"traceutil/trace.go:171","msg":"trace[1826990190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000475745s","start":"2026-02-28T00:31:53.150353Z","end":"2026-02-28T00:31:55.150829Z","steps":["trace[1826990190] 'agreement among raft nodes before linearized reading' (duration: 2.000331942s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:55.150965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:53.150333Z","time spent":"2.000619828s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:31:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:31:55.503744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:31:55.596133Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.598390618s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:31:55.596823Z","caller":"traceutil/trace.go:171","msg":"trace[1821896931] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"5.043109367s","start":"2026-02-28T00:31:50.553687Z","end":"2026-02-28T00:31:55.596797Z","steps":["trace[1821896931] 'process raft request' (duration: 5.042742859s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:55.596831Z","caller":"traceutil/trace.go:171","msg":"trace[1556911252] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"4.282478029s","start":"2026-02-28T00:31:51.314315Z","end":"2026-02-28T00:31:55.596793Z","steps":["trace[1556911252] 'process raft request' (duration: 4.282359866s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:55.596963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:50.553649Z","time spent":"5.043216129s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:55.597071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:51.314276Z","time spent":"4.282665183s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:31:55.597293Z","caller":"traceutil/trace.go:171","msg":"trace[530170518] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"3.894958172s","start":"2026-02-28T00:31:51.702319Z","end":"2026-02-28T00:31:55.597277Z","steps":["trace[530170518] 'process raft request' (duration: 3.89442442s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:55.597375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:51.702291Z","time spent":"3.895040123s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:57.159639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999685838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:31:57.159753Z","caller":"traceutil/trace.go:171","msg":"trace[498630766] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999959413s","start":"2026-02-28T00:31:55.159769Z","end":"2026-02-28T00:31:57.159728Z","steps":["trace[498630766] 'agreement among raft nodes before linearized reading' (duration: 1.999748939s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:57.15982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:55.15974Z","time spent":"2.000065376s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:31:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:31:57.76958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172423176s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-28T00:31:58.956725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.360336192s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:31:58.957601Z","caller":"traceutil/trace.go:171","msg":"trace[496574403] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"5.286789976s","start":"2026-02-28T00:31:53.670786Z","end":"2026-02-28T00:31:58.957576Z","steps":["trace[496574403] 'process raft request' (duration: 5.286718205s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:58.957634Z","caller":"traceutil/trace.go:171","msg":"trace[340035353] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"6.780315546s","start":"2026-02-28T00:31:52.177276Z","end":"2026-02-28T00:31:58.957592Z","steps":["trace[340035353] 'process raft request' (duration: 6.78002743s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.95778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:53.670761Z","time spent":"5.286918999s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:58.95784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:52.177233Z","time spent":"6.78048889s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:31:58.958116Z","caller":"traceutil/trace.go:171","msg":"trace[482693514] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"4.95125813s","start":"2026-02-28T00:31:54.006818Z","end":"2026-02-28T00:31:58.958076Z","steps":["trace[482693514] 'process raft request' (duration: 4.950722588s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:58.958202Z","caller":"traceutil/trace.go:171","msg":"trace[1508196450] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"4.95077537s","start":"2026-02-28T00:31:54.007417Z","end":"2026-02-28T00:31:58.958193Z","steps":["trace[1508196450] 'process raft request' (duration: 4.950683558s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:58.958182Z","caller":"traceutil/trace.go:171","msg":"trace[131574804] linearizableReadLoop","detail":"{readStateIndex:25073; appliedIndex:25061; }","duration":"6.959239592s","start":"2026-02-28T00:31:51.998919Z","end":"2026-02-28T00:31:58.958159Z","steps":["trace[131574804] 'read index received' (duration: 3.597442768s)","trace[131574804] 'applied index is now lower than readState.Index' (duration: 3.361795964s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:31:58.95824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:54.007404Z","time spent":"4.95081431s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:31:58.958299Z","caller":"traceutil/trace.go:171","msg":"trace[694403348] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"4.951372973s","start":"2026-02-28T00:31:54.006918Z","end":"2026-02-28T00:31:58.958291Z","steps":["trace[694403348] 'process raft request' (duration: 4.95082566s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.958283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:54.006783Z","time spent":"4.951399604s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:58.958327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:54.00691Z","time spent":"4.951401173s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:58.958375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.683074418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:31:58.958403Z","caller":"traceutil/trace.go:171","msg":"trace[1702658389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24219; }","duration":"9.683135439s","start":"2026-02-28T00:31:49.275256Z","end":"2026-02-28T00:31:58.958392Z","steps":["trace[1702658389] 'agreement among raft nodes before linearized reading' (duration: 9.683004146s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.958368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.079936751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-28T00:31:58.958425Z","caller":"traceutil/trace.go:171","msg":"trace[767217842] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"4.951413314s","start":"2026-02-28T00:31:54.007005Z","end":"2026-02-28T00:31:58.958419Z","steps":["trace[767217842] 'process raft request' (duration: 4.951039026s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.95843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:49.275248Z","time spent":"9.68317647s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:31:58.958428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.537654135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-fvwvx.18984108794955b3\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-02-28T00:31:58.958459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:54.006983Z","time spent":"4.951457185s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:31:58.958455Z","caller":"traceutil/trace.go:171","msg":"trace[94023642] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24219; }","duration":"9.080074684s","start":"2026-02-28T00:31:49.878355Z","end":"2026-02-28T00:31:58.95843Z","steps":["trace[94023642] 'agreement among raft nodes before linearized reading' (duration: 9.07987169s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.95842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.470164934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:31:58.958513Z","caller":"traceutil/trace.go:171","msg":"trace[965400811] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"4.951475646s","start":"2026-02-28T00:31:54.007031Z","end":"2026-02-28T00:31:58.958507Z","steps":["trace[965400811] 'process raft request' (duration: 4.951048876s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.958541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.687840774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:31:58.958545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:54.006993Z","time spent":"4.951537676s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:58.958543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.342134531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:58.958562Z","caller":"traceutil/trace.go:171","msg":"trace[868207461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24219; }","duration":"9.687907556s","start":"2026-02-28T00:31:49.270649Z","end":"2026-02-28T00:31:58.958556Z","steps":["trace[868207461] 'agreement among raft nodes before linearized reading' (duration: 9.687863115s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.958565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.684198723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-28T00:31:58.958579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:49.270607Z","time spent":"9.687969066s","remote":"127.0.0.1:42502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:31:58.958586Z","caller":"traceutil/trace.go:171","msg":"trace[1940442094] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24219; }","duration":"9.342174092s","start":"2026-02-28T00:31:49.616397Z","end":"2026-02-28T00:31:58.958571Z","steps":["trace[1940442094] 'agreement among raft nodes before linearized reading' (duration: 9.342110071s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.958598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.399564043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-28T00:31:58.958606Z","caller":"traceutil/trace.go:171","msg":"trace[1192446039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24219; }","duration":"9.684297095s","start":"2026-02-28T00:31:49.274299Z","end":"2026-02-28T00:31:58.958596Z","steps":["trace[1192446039] 'agreement among raft nodes before linearized reading' (duration: 9.684196573s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:58.958638Z","caller":"traceutil/trace.go:171","msg":"trace[992641956] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24219; }","duration":"8.399627564s","start":"2026-02-28T00:31:50.558997Z","end":"2026-02-28T00:31:58.958624Z","steps":["trace[992641956] 'agreement among raft nodes before linearized reading' (duration: 8.399529962s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:31:58.958571Z","caller":"traceutil/trace.go:171","msg":"trace[815256122] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24219; }","duration":"7.47040167s","start":"2026-02-28T00:31:51.488131Z","end":"2026-02-28T00:31:58.958533Z","steps":["trace[815256122] 'agreement among raft nodes before linearized reading' (duration: 7.470083733s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.958648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:49.616332Z","time spent":"9.342283965s","remote":"127.0.0.1:58974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:31:58.958663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:49.274265Z","time spent":"9.684370957s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:31:58.958666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:50.558984Z","time spent":"8.399675315s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-28T00:31:58.958699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:51.488086Z","time spent":"7.470597745s","remote":"127.0.0.1:59166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:31:58.958756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.868926064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:58.958783Z","caller":"traceutil/trace.go:171","msg":"trace[270549742] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24219; }","duration":"8.869009476s","start":"2026-02-28T00:31:50.089764Z","end":"2026-02-28T00:31:58.958774Z","steps":["trace[270549742] 'agreement among raft nodes before linearized reading' (duration: 8.868962315s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.958809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:50.089734Z","time spent":"8.869067707s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:31:58.958503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:49.878329Z","time spent":"9.080164656s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-28T00:31:58.958834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.947885114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-28T00:31:58.95886Z","caller":"traceutil/trace.go:171","msg":"trace[1332109654] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24219; }","duration":"8.947944155s","start":"2026-02-28T00:31:50.010908Z","end":"2026-02-28T00:31:58.958852Z","steps":["trace[1332109654] 'agreement among raft nodes before linearized reading' (duration: 8.947882094s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.958874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:50.010887Z","time spent":"8.947984296s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-28T00:31:58.958483Z","caller":"traceutil/trace.go:171","msg":"trace[1651213808] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-fvwvx.18984108794955b3; range_end:; response_count:1; response_revision:24219; }","duration":"9.537761258s","start":"2026-02-28T00:31:49.420707Z","end":"2026-02-28T00:31:58.958468Z","steps":["trace[1651213808] 'agreement among raft nodes before linearized reading' (duration: 9.537541233s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.958998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.388813482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:58.959049Z","caller":"traceutil/trace.go:171","msg":"trace[107211001] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24219; }","duration":"7.388922584s","start":"2026-02-28T00:31:51.570116Z","end":"2026-02-28T00:31:58.959039Z","steps":["trace[107211001] 'agreement among raft nodes before linearized reading' (duration: 7.388840203s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.959043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:49.420682Z","time spent":"9.53834595s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-fvwvx.18984108794955b3\" "} {"level":"warn","ts":"2026-02-28T00:31:58.959068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:51.570087Z","time spent":"7.388975646s","remote":"127.0.0.1:59524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:31:58.959098Z","caller":"traceutil/trace.go:171","msg":"trace[1197654359] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"4.951581667s","start":"2026-02-28T00:31:54.007502Z","end":"2026-02-28T00:31:58.959084Z","steps":["trace[1197654359] 'process raft request' (duration: 4.950619446s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.959182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:54.007494Z","time spent":"4.951642238s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:31:58.959206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.171048985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:58.959301Z","caller":"traceutil/trace.go:171","msg":"trace[186526458] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24219; }","duration":"7.171160308s","start":"2026-02-28T00:31:51.788114Z","end":"2026-02-28T00:31:58.959275Z","steps":["trace[186526458] 'agreement among raft nodes before linearized reading' (duration: 7.170967563s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:58.959369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:51.788095Z","time spent":"7.1712622s","remote":"127.0.0.1:59428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T00:31:59.160581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000565797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:31:59.160687Z","caller":"traceutil/trace.go:171","msg":"trace[1704054704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000762801s","start":"2026-02-28T00:31:57.1599Z","end":"2026-02-28T00:31:59.160662Z","steps":["trace[1704054704] 'agreement among raft nodes before linearized reading' (duration: 2.000611478s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:59.160745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:57.15987Z","time spent":"2.000863542s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:31:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:31:59.274483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996895777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:31:59.274576Z","caller":"traceutil/trace.go:171","msg":"trace[1525082809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99703177s","start":"2026-02-28T00:31:56.277524Z","end":"2026-02-28T00:31:59.274556Z","steps":["trace[1525082809] 'agreement among raft nodes before linearized reading' (duration: 2.996910617s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:59.274633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:56.277515Z","time spent":"2.997107342s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/28 00:31:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:31:59.278231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999006765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:31:59.278333Z","caller":"traceutil/trace.go:171","msg":"trace[496996081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.999139187s","start":"2026-02-28T00:31:56.279161Z","end":"2026-02-28T00:31:59.2783Z","steps":["trace[496996081] 'agreement among raft nodes before linearized reading' (duration: 2.999026095s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:59.278391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:56.279149Z","time spent":"2.99923183s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/28 00:31:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:31:59.278508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:58.967944Z","time spent":"310.562913ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 00:31:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:31:59.278627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:58.966569Z","time spent":"312.057235ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 00:31:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:31:59.295937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018712741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:31:59.29599Z","caller":"traceutil/trace.go:171","msg":"trace[1258495648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.018799263s","start":"2026-02-28T00:31:56.277177Z","end":"2026-02-28T00:31:59.295976Z","steps":["trace[1258495648] 'agreement among raft nodes before linearized reading' (duration: 3.018744452s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:59.296056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:56.277157Z","time spent":"3.018884694s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/28 00:31:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:32:00.194527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097950683s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:00.194654Z","caller":"traceutil/trace.go:171","msg":"trace[1740190563] linearizableReadLoop","detail":"{readStateIndex:25074; appliedIndex:25073; }","duration":"1.236397621s","start":"2026-02-28T00:31:58.958235Z","end":"2026-02-28T00:32:00.194633Z","steps":["trace[1740190563] 'read index received' (duration: 138.255114ms)","trace[1740190563] 'applied index is now lower than readState.Index' (duration: 1.098140247s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:00.194719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298047651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:00.194783Z","caller":"traceutil/trace.go:171","msg":"trace[953394740] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24220; }","duration":"3.298178155s","start":"2026-02-28T00:31:56.896587Z","end":"2026-02-28T00:32:00.194766Z","steps":["trace[953394740] 'agreement among raft nodes before linearized reading' (duration: 3.298069482s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:00.194815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:56.896557Z","time spent":"3.298251956s","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:00.194813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.615513325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:00.194877Z","caller":"traceutil/trace.go:171","msg":"trace[1135419500] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24220; }","duration":"7.615626489s","start":"2026-02-28T00:31:52.579235Z","end":"2026-02-28T00:32:00.194861Z","steps":["trace[1135419500] 'agreement among raft nodes before linearized reading' (duration: 7.615534097s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:00.194887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.379718727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:00.194902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.127143544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:00.19493Z","caller":"traceutil/trace.go:171","msg":"trace[1212648328] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24220; }","duration":"6.379791109s","start":"2026-02-28T00:31:53.815125Z","end":"2026-02-28T00:32:00.194916Z","steps":["trace[1212648328] 'agreement among raft nodes before linearized reading' (duration: 6.379732628s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:00.194946Z","caller":"traceutil/trace.go:171","msg":"trace[825878712] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24220; }","duration":"8.127183515s","start":"2026-02-28T00:31:52.067749Z","end":"2026-02-28T00:32:00.194932Z","steps":["trace[825878712] 'agreement among raft nodes before linearized reading' (duration: 8.127112844s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:00.194949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530926262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:00.194922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60545306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:00.194963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:53.815102Z","time spent":"6.379853211s","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:00.19498Z","caller":"traceutil/trace.go:171","msg":"trace[552692827] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24220; }","duration":"3.530953923s","start":"2026-02-28T00:31:56.664017Z","end":"2026-02-28T00:32:00.194971Z","steps":["trace[552692827] 'agreement among raft nodes before linearized reading' (duration: 3.530914432s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:00.194985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:52.067683Z","time spent":"8.127293298s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:00.194973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.734082307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:00.194913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:52.579212Z","time spent":"7.61569176s","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:00.19503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280311898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:00.195035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290222593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:00.195008Z","caller":"traceutil/trace.go:171","msg":"trace[1186398922] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24220; }","duration":"1.605607613s","start":"2026-02-28T00:31:58.58938Z","end":"2026-02-28T00:32:00.194987Z","steps":["trace[1186398922] 'agreement among raft nodes before linearized reading' (duration: 1.605416529s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:00.195051Z","caller":"traceutil/trace.go:171","msg":"trace[1192711583] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24220; }","duration":"1.290242804s","start":"2026-02-28T00:31:58.904803Z","end":"2026-02-28T00:32:00.195046Z","steps":["trace[1192711583] 'agreement among raft nodes before linearized reading' (duration: 1.290208003s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:00.195051Z","caller":"traceutil/trace.go:171","msg":"trace[112703675] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24220; }","duration":"3.2803865s","start":"2026-02-28T00:31:56.914656Z","end":"2026-02-28T00:32:00.195043Z","steps":["trace[112703675] 'agreement among raft nodes before linearized reading' (duration: 3.280357349s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:00.195045Z","caller":"traceutil/trace.go:171","msg":"trace[1867566647] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24220; }","duration":"4.73424077s","start":"2026-02-28T00:31:55.460787Z","end":"2026-02-28T00:32:00.195028Z","steps":["trace[1867566647] 'agreement among raft nodes before linearized reading' (duration: 4.734068017s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:00.195065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:58.90471Z","time spent":"1.290351297s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:00.19507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:56.914627Z","time spent":"3.280438751s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:00.194998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:56.663954Z","time spent":"3.531040645s","remote":"127.0.0.1:37906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:00.194965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799802857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:00.195178Z","caller":"traceutil/trace.go:171","msg":"trace[1085338415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24220; }","duration":"1.800055622s","start":"2026-02-28T00:31:58.395115Z","end":"2026-02-28T00:32:00.19517Z","steps":["trace[1085338415] 'agreement among raft nodes before linearized reading' (duration: 1.799830397s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:00.195195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:58.395091Z","time spent":"1.800099553s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:00.194813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.257918941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:00.195296Z","caller":"traceutil/trace.go:171","msg":"trace[1326109898] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24220; }","duration":"7.258452723s","start":"2026-02-28T00:31:52.936831Z","end":"2026-02-28T00:32:00.195283Z","steps":["trace[1326109898] 'agreement among raft nodes before linearized reading' (duration: 7.257893461s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:00.195338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:52.936801Z","time spent":"7.258525214s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:00.194843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41755915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-28T00:32:00.195424Z","caller":"traceutil/trace.go:171","msg":"trace[1793276021] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:24220; }","duration":"3.418183154s","start":"2026-02-28T00:31:56.777229Z","end":"2026-02-28T00:32:00.195412Z","steps":["trace[1793276021] 'agreement among raft nodes before linearized reading' (duration: 3.417479898s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:00.194999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047808844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:00.195465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:56.777203Z","time spent":"3.418249475s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-02-28T00:32:00.195471Z","caller":"traceutil/trace.go:171","msg":"trace[1977263406] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24220; }","duration":"2.048318315s","start":"2026-02-28T00:31:58.147142Z","end":"2026-02-28T00:32:00.19546Z","steps":["trace[1977263406] 'agreement among raft nodes before linearized reading' (duration: 2.047836964s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:00.19539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.884741882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T00:32:00.195598Z","caller":"traceutil/trace.go:171","msg":"trace[2004447391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24220; }","duration":"7.885029288s","start":"2026-02-28T00:31:52.310554Z","end":"2026-02-28T00:32:00.195583Z","steps":["trace[2004447391] 'agreement among raft nodes before linearized reading' (duration: 7.88417587s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:00.195742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:52.310523Z","time spent":"7.885208372s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:32:00.195078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:58.589359Z","time spent":"1.605706625s","remote":"127.0.0.1:56864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:00.195095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:55.460757Z","time spent":"4.734326152s","remote":"127.0.0.1:58134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:00.194937Z","caller":"traceutil/trace.go:171","msg":"trace[506325743] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"2.591046062s","start":"2026-02-28T00:31:57.603851Z","end":"2026-02-28T00:32:00.194897Z","steps":["trace[506325743] 'process raft request' (duration: 1.492617789s)","trace[506325743] 'compare' (duration: 1.097380841s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:00.196106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:57.603821Z","time spent":"2.592208928s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:00.195605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:58.14709Z","time spent":"2.048432867s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:00.621814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.525301143s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:32:00.839428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.321806ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-28T00:32:00.839743Z","caller":"traceutil/trace.go:171","msg":"trace[2098814521] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"1.873176183s","start":"2026-02-28T00:31:58.966548Z","end":"2026-02-28T00:32:00.839724Z","steps":["trace[2098814521] 'process raft request' (duration: 1.872974039s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:00.839733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:58.962241Z","time spent":"1.877477979s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T00:32:00.839846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:58.966534Z","time spent":"1.873246124s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:01.169163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999927363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:32:01.169279Z","caller":"traceutil/trace.go:171","msg":"trace[372549053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155938s","start":"2026-02-28T00:31:59.169089Z","end":"2026-02-28T00:32:01.169245Z","steps":["trace[372549053] 'agreement among raft nodes before linearized reading' (duration: 1.99981587s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:01.169462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:59.169066Z","time spent":"2.000380263s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:02.124182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333183156s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:32:02.939502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.752232ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:02.939682Z","caller":"traceutil/trace.go:171","msg":"trace[1971268934] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24223; }","duration":"220.948397ms","start":"2026-02-28T00:32:02.718712Z","end":"2026-02-28T00:32:02.93966Z","steps":["trace[1971268934] 'range keys from in-memory index tree' (duration: 220.732792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.940324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.716788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:02.940767Z","caller":"traceutil/trace.go:171","msg":"trace[34116509] linearizableReadLoop","detail":"{readStateIndex:25082; appliedIndex:25074; }","duration":"2.746068198s","start":"2026-02-28T00:32:00.194678Z","end":"2026-02-28T00:32:02.940747Z","steps":["trace[34116509] 'read index received' (duration: 427.423883ms)","trace[34116509] 'applied index is now lower than readState.Index' (duration: 2.318642895s)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:02.940853Z","caller":"traceutil/trace.go:171","msg":"trace[1640414569] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"3.662011947s","start":"2026-02-28T00:31:59.278827Z","end":"2026-02-28T00:32:02.940839Z","steps":["trace[1640414569] 'process raft request' (duration: 2.845642795s)","trace[1640414569] 'compare' (duration: 815.558485ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:02.940919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:59.2788Z","time spent":"3.662077479s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:02.941004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159190073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:02.941009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.973296156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:02.941115Z","caller":"traceutil/trace.go:171","msg":"trace[1706624842] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24225; }","duration":"3.97342403s","start":"2026-02-28T00:31:58.967659Z","end":"2026-02-28T00:32:02.941083Z","steps":["trace[1706624842] 'agreement among raft nodes before linearized reading' (duration: 3.973239526s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.94118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:58.967651Z","time spent":"3.973513842s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T00:32:02.941244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977226153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-77a8d4e7-a0dd-4cf5-a610-d97ffb851156\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-28T00:32:02.941285Z","caller":"traceutil/trace.go:171","msg":"trace[1268589633] range","detail":"{range_begin:/registry/persistentvolumes/pvc-77a8d4e7-a0dd-4cf5-a610-d97ffb851156; range_end:; response_count:1; response_revision:24225; }","duration":"3.977299515s","start":"2026-02-28T00:31:58.963973Z","end":"2026-02-28T00:32:02.941273Z","steps":["trace[1268589633] 'agreement among raft nodes before linearized reading' (duration: 3.977159112s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.941316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:58.963957Z","time spent":"3.977353036s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-77a8d4e7-a0dd-4cf5-a610-d97ffb851156\" "} {"level":"info","ts":"2026-02-28T00:32:02.941463Z","caller":"traceutil/trace.go:171","msg":"trace[1338863344] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24225; }","duration":"3.645159064s","start":"2026-02-28T00:31:59.296251Z","end":"2026-02-28T00:32:02.94141Z","steps":["trace[1338863344] 'process raft request' (duration: 3.644302625s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:02.941516Z","caller":"traceutil/trace.go:171","msg":"trace[1504126535] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24224; }","duration":"3.662587331s","start":"2026-02-28T00:31:59.278912Z","end":"2026-02-28T00:32:02.941499Z","steps":["trace[1504126535] 'process raft request' (duration: 3.661538248s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.94152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.98201946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:02.941552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856948267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:02.94157Z","caller":"traceutil/trace.go:171","msg":"trace[5504771] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24225; }","duration":"3.982087782s","start":"2026-02-28T00:31:58.959468Z","end":"2026-02-28T00:32:02.941556Z","steps":["trace[5504771] 'agreement among raft nodes before linearized reading' (duration: 3.981980759s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.941577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.803660707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:02.941601Z","caller":"traceutil/trace.go:171","msg":"trace[395743528] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24225; }","duration":"2.857005368s","start":"2026-02-28T00:32:00.084582Z","end":"2026-02-28T00:32:02.941587Z","steps":["trace[395743528] 'agreement among raft nodes before linearized reading' (duration: 2.856904515s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.941602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:58.959442Z","time spent":"3.982152114s","remote":"127.0.0.1:59554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:02.941612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:59.278905Z","time spent":"3.662647003s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:02.941614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:59.296237Z","time spent":"3.645293989s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:02.941632Z","caller":"traceutil/trace.go:171","msg":"trace[723403644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24225; }","duration":"3.80379669s","start":"2026-02-28T00:31:59.137818Z","end":"2026-02-28T00:32:02.941615Z","steps":["trace[723403644] 'agreement among raft nodes before linearized reading' (duration: 3.803662246s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.94167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:00.197091Z","time spent":"2.744577687s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T00:32:02.941668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977783316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-02-28T00:32:02.941716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977825568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-02-28T00:32:02.943439Z","caller":"traceutil/trace.go:171","msg":"trace[1653814761] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24225; }","duration":"3.979539895s","start":"2026-02-28T00:31:58.963826Z","end":"2026-02-28T00:32:02.943366Z","steps":["trace[1653814761] 'agreement among raft nodes before linearized reading' (duration: 3.977638652s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.943514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:58.963818Z","time spent":"3.979674387s","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-02-28T00:32:02.94359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.77988528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-02-28T00:32:02.943698Z","caller":"traceutil/trace.go:171","msg":"trace[1726902967] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24225; }","duration":"3.780053814s","start":"2026-02-28T00:31:59.163602Z","end":"2026-02-28T00:32:02.943656Z","steps":["trace[1726902967] 'agreement among raft nodes before linearized reading' (duration: 3.777820134s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:02.943146Z","caller":"traceutil/trace.go:171","msg":"trace[1844797562] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24225; }","duration":"3.159332226s","start":"2026-02-28T00:31:59.781734Z","end":"2026-02-28T00:32:02.941066Z","steps":["trace[1844797562] 'agreement among raft nodes before linearized reading' (duration: 3.159177663s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.94374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:59.163579Z","time spent":"3.780151127s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-28T00:32:02.943867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:59.781709Z","time spent":"3.162079178s","remote":"127.0.0.1:58290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:02.944727Z","caller":"traceutil/trace.go:171","msg":"trace[785849326] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"3.665652059s","start":"2026-02-28T00:31:59.279052Z","end":"2026-02-28T00:32:02.944704Z","steps":["trace[785849326] 'process raft request' (duration: 3.661446125s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.944844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:59.279044Z","time spent":"3.665741072s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:02.945548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135675183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:02.945622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562025592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:02.945711Z","caller":"traceutil/trace.go:171","msg":"trace[1634013419] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24225; }","duration":"3.56238735s","start":"2026-02-28T00:31:59.383292Z","end":"2026-02-28T00:32:02.945679Z","steps":["trace[1634013419] 'agreement among raft nodes before linearized reading' (duration: 3.561378218s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.945766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:59.383265Z","time spent":"3.562489643s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:02.945857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079310984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:02.945913Z","caller":"traceutil/trace.go:171","msg":"trace[200047620] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24225; }","duration":"3.079391385s","start":"2026-02-28T00:31:59.866491Z","end":"2026-02-28T00:32:02.945882Z","steps":["trace[200047620] 'agreement among raft nodes before linearized reading' (duration: 3.079186591s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.945954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:59.866467Z","time spent":"3.079474238s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:02.946598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650321159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:02.946666Z","caller":"traceutil/trace.go:171","msg":"trace[403498999] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24225; }","duration":"3.650406771s","start":"2026-02-28T00:31:59.296219Z","end":"2026-02-28T00:32:02.946626Z","steps":["trace[403498999] 'agreement among raft nodes before linearized reading' (duration: 3.650333539s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.946896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:59.296194Z","time spent":"3.650497693s","remote":"127.0.0.1:51370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:02.945633Z","caller":"traceutil/trace.go:171","msg":"trace[1812830490] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24225; }","duration":"3.135831097s","start":"2026-02-28T00:31:59.809781Z","end":"2026-02-28T00:32:02.945612Z","steps":["trace[1812830490] 'agreement among raft nodes before linearized reading' (duration: 3.135409307s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.947673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:59.809756Z","time spent":"3.137894772s","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:02.94799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:00.084504Z","time spent":"2.85713084s","remote":"127.0.0.1:59126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:02.94168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:59.137783Z","time spent":"3.803883022s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:02.941728Z","caller":"traceutil/trace.go:171","msg":"trace[1733984124] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24225; }","duration":"3.977843997s","start":"2026-02-28T00:31:58.963866Z","end":"2026-02-28T00:32:02.94171Z","steps":["trace[1733984124] 'agreement among raft nodes before linearized reading' (duration: 3.977594531s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:02.948582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:31:58.963838Z","time spent":"3.98472801s","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-02-28T00:32:03.177949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:32:03.178105Z","caller":"traceutil/trace.go:171","msg":"trace[259211694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399083s","start":"2026-02-28T00:32:01.177682Z","end":"2026-02-28T00:32:03.178081Z","steps":["trace[259211694] 'agreement among raft nodes before linearized reading' (duration: 2.000210979s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:03.178195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:01.177662Z","time spent":"2.000520116s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:32:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:32:03.44141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:32:03.942563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:32:04.235119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.110009292s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:32:04.489052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:32:04.489183Z","caller":"traceutil/trace.go:171","msg":"trace[31098138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543187s","start":"2026-02-28T00:32:02.488611Z","end":"2026-02-28T00:32:04.489154Z","steps":["trace[31098138] 'agreement among raft nodes before linearized reading' (duration: 2.000350022s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:04.489247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:02.48858Z","time spent":"2.000652908s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:05.1785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:32:05.178587Z","caller":"traceutil/trace.go:171","msg":"trace[581481865] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000374283s","start":"2026-02-28T00:32:03.178193Z","end":"2026-02-28T00:32:05.178567Z","steps":["trace[581481865] 'agreement among raft nodes before linearized reading' (duration: 2.00025394s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:05.178634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:03.178167Z","time spent":"2.000457315s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:05.221563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.988512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:05.221791Z","caller":"traceutil/trace.go:171","msg":"trace[1734678223] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"4.25412668s","start":"2026-02-28T00:32:00.967646Z","end":"2026-02-28T00:32:05.221773Z","steps":["trace[1734678223] 'process raft request' (duration: 4.254066798s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:05.221855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:00.967634Z","time spent":"4.254196102s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:05.221984Z","caller":"traceutil/trace.go:171","msg":"trace[1020637677] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"4.254671303s","start":"2026-02-28T00:32:00.967305Z","end":"2026-02-28T00:32:05.221976Z","steps":["trace[1020637677] 'process raft request' (duration: 4.254345465s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:05.222018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:00.96728Z","time spent":"4.254719504s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:05.222211Z","caller":"traceutil/trace.go:171","msg":"trace[2053469686] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"4.253868715s","start":"2026-02-28T00:32:00.968336Z","end":"2026-02-28T00:32:05.222205Z","steps":["trace[2053469686] 'process raft request' (duration: 4.253401624s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:05.222255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:00.968327Z","time spent":"4.253907516s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:05.22242Z","caller":"traceutil/trace.go:171","msg":"trace[2137587201] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"4.252915224s","start":"2026-02-28T00:32:00.969499Z","end":"2026-02-28T00:32:05.222414Z","steps":["trace[2137587201] 'process raft request' (duration: 4.252890333s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:05.222457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:00.969469Z","time spent":"4.252971225s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:05.222269Z","caller":"traceutil/trace.go:171","msg":"trace[183898649] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"4.380324198s","start":"2026-02-28T00:32:00.841835Z","end":"2026-02-28T00:32:05.222159Z","steps":["trace[183898649] 'process raft request' (duration: 3.39364329s)","trace[183898649] 'compare' (duration: 985.415199ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:05.222499Z","caller":"traceutil/trace.go:171","msg":"trace[520652720] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"4.253107907s","start":"2026-02-28T00:32:00.969386Z","end":"2026-02-28T00:32:05.222494Z","steps":["trace[520652720] 'process raft request' (duration: 4.252971844s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:05.222532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:00.969378Z","time spent":"4.253137779s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:05.222508Z","caller":"traceutil/trace.go:171","msg":"trace[822810072] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"4.253769063s","start":"2026-02-28T00:32:00.968705Z","end":"2026-02-28T00:32:05.222474Z","steps":["trace[822810072] 'process raft request' (duration: 4.253376514s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:05.222645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:00.968698Z","time spent":"4.253870445s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:05.222725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:00.84181Z","time spent":"4.380720956s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:06.151904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.916365731s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:32:06.373187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.833233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:06.3736Z","caller":"traceutil/trace.go:171","msg":"trace[806990462] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"4.171329876s","start":"2026-02-28T00:32:02.202204Z","end":"2026-02-28T00:32:06.373534Z","steps":["trace[806990462] 'process raft request' (duration: 3.950027441s)","trace[806990462] 'compare' (duration: 220.68751ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:06.373797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:02.202176Z","time spent":"4.171519489s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:07.187076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999713738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:32:07.187204Z","caller":"traceutil/trace.go:171","msg":"trace[290636977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999922513s","start":"2026-02-28T00:32:05.187254Z","end":"2026-02-28T00:32:07.187177Z","steps":["trace[290636977] 'agreement among raft nodes before linearized reading' (duration: 1.999757509s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:07.187273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:05.187201Z","time spent":"2.000058725s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:32:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:32:08.122244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05851227s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:32:08.248737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875418933s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T00:32:08.249051Z","caller":"traceutil/trace.go:171","msg":"trace[1744671529] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24234; }","duration":"5.302237589s","start":"2026-02-28T00:32:02.946789Z","end":"2026-02-28T00:32:08.249026Z","steps":["trace[1744671529] 'process raft request' (duration: 5.302058555s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:08.249182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:02.946754Z","time spent":"5.302351752s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:08.252916Z","caller":"traceutil/trace.go:171","msg":"trace[839222928] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"5.301596684s","start":"2026-02-28T00:32:02.951292Z","end":"2026-02-28T00:32:08.252889Z","steps":["trace[839222928] 'process raft request' (duration: 5.297640297s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:08.253084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:02.951273Z","time spent":"5.301708307s","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:09.187991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:32:09.188114Z","caller":"traceutil/trace.go:171","msg":"trace[1915944924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000640599s","start":"2026-02-28T00:32:07.187445Z","end":"2026-02-28T00:32:09.188085Z","steps":["trace[1915944924] 'agreement among raft nodes before linearized reading' (duration: 2.000479015s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:09.188176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:07.187423Z","time spent":"2.00073946s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:32:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:32:09.959346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:02.958821Z","time spent":"7.000517477s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T00:32:09.959417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:02.959221Z","time spent":"7.00018737s","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T00:32:10.33306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.162491806s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:32:10.334817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081839279s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:10.3352Z","caller":"traceutil/trace.go:171","msg":"trace[202821592] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"4.626851061s","start":"2026-02-28T00:32:05.708328Z","end":"2026-02-28T00:32:10.335179Z","steps":["trace[202821592] 'process raft request' (duration: 4.62677589s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:10.335185Z","caller":"traceutil/trace.go:171","msg":"trace[1400199005] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"6.367374265s","start":"2026-02-28T00:32:03.967783Z","end":"2026-02-28T00:32:10.335157Z","steps":["trace[1400199005] 'process raft request' (duration: 6.367259302s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:10.335219Z","caller":"traceutil/trace.go:171","msg":"trace[70728464] linearizableReadLoop","detail":"{readStateIndex:25096; appliedIndex:25083; }","duration":"7.394389675s","start":"2026-02-28T00:32:02.940799Z","end":"2026-02-28T00:32:10.335189Z","steps":["trace[70728464] 'read index received' (duration: 1.294699593s)","trace[70728464] 'applied index is now lower than readState.Index' (duration: 6.099686932s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:10.335276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:05.708301Z","time spent":"4.626939154s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:10.33536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:03.967751Z","time spent":"6.367517078s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:10.335416Z","caller":"traceutil/trace.go:171","msg":"trace[1665243839] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"4.400081036s","start":"2026-02-28T00:32:05.935315Z","end":"2026-02-28T00:32:10.335396Z","steps":["trace[1665243839] 'process raft request' (duration: 4.39982436s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.33542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.637028495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:10.335448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.923418571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:10.335481Z","caller":"traceutil/trace.go:171","msg":"trace[731160722] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24240; }","duration":"8.637129937s","start":"2026-02-28T00:32:01.698335Z","end":"2026-02-28T00:32:10.335465Z","steps":["trace[731160722] 'agreement among raft nodes before linearized reading' (duration: 8.636856991s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.335465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.135193918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-28T00:32:10.335475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.275450254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:10.335529Z","caller":"traceutil/trace.go:171","msg":"trace[905319234] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24240; }","duration":"10.13529871s","start":"2026-02-28T00:32:00.200219Z","end":"2026-02-28T00:32:10.335518Z","steps":["trace[905319234] 'agreement among raft nodes before linearized reading' (duration: 10.135091515s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.33553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:01.698323Z","time spent":"8.637197589s","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:10.335538Z","caller":"traceutil/trace.go:171","msg":"trace[241085376] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24240; }","duration":"8.923569315s","start":"2026-02-28T00:32:01.411943Z","end":"2026-02-28T00:32:10.335512Z","steps":["trace[241085376] 'agreement among raft nodes before linearized reading' (duration: 8.923251219s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.335582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:05.935303Z","time spent":"4.400162447s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:10.335599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:00.200195Z","time spent":"10.135394032s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:32:10.335623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:01.411918Z","time spent":"8.923691219s","remote":"127.0.0.1:59224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:10.335648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.741781927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:10.335657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.208104289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:10.335684Z","caller":"traceutil/trace.go:171","msg":"trace[633607532] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24240; }","duration":"8.741855139s","start":"2026-02-28T00:32:01.593818Z","end":"2026-02-28T00:32:10.335674Z","steps":["trace[633607532] 'agreement among raft nodes before linearized reading' (duration: 8.741396919s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:10.335596Z","caller":"traceutil/trace.go:171","msg":"trace[218437345] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24240; }","duration":"9.275589077s","start":"2026-02-28T00:32:01.059984Z","end":"2026-02-28T00:32:10.335573Z","steps":["trace[218437345] 'agreement among raft nodes before linearized reading' (duration: 9.275224459s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.335729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:01.593799Z","time spent":"8.74191902s","remote":"127.0.0.1:59288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:10.335729Z","caller":"traceutil/trace.go:171","msg":"trace[1842371242] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24240; }","duration":"8.208216172s","start":"2026-02-28T00:32:02.127492Z","end":"2026-02-28T00:32:10.335708Z","steps":["trace[1842371242] 'agreement among raft nodes before linearized reading' (duration: 8.207743501s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.335742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:01.059935Z","time spent":"9.275790411s","remote":"127.0.0.1:58242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:10.33578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:02.127458Z","time spent":"8.208309184s","remote":"127.0.0.1:59170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:10.335837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.966857097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:10.33588Z","caller":"traceutil/trace.go:171","msg":"trace[32475975] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24240; }","duration":"9.966956479s","start":"2026-02-28T00:32:00.368909Z","end":"2026-02-28T00:32:10.335865Z","steps":["trace[32475975] 'agreement among raft nodes before linearized reading' (duration: 9.966323975s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.335915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:00.368871Z","time spent":"9.967034921s","remote":"127.0.0.1:37916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:10.33605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.059116398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-28T00:32:10.336108Z","caller":"traceutil/trace.go:171","msg":"trace[2091783796] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24240; }","duration":"8.059171669s","start":"2026-02-28T00:32:02.276922Z","end":"2026-02-28T00:32:10.336093Z","steps":["trace[2091783796] 'agreement among raft nodes before linearized reading' (duration: 8.05830835s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.336146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:02.276899Z","time spent":"8.05923633s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-28T00:32:10.33619Z","caller":"traceutil/trace.go:171","msg":"trace[1317177110] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"3.867509062s","start":"2026-02-28T00:32:06.468664Z","end":"2026-02-28T00:32:10.336173Z","steps":["trace[1317177110] 'process raft request' (duration: 3.866648773s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.336278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:06.46863Z","time spent":"3.867604744s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:10.337121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.505112269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T00:32:10.337785Z","caller":"traceutil/trace.go:171","msg":"trace[764994132] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"3.108625025s","start":"2026-02-28T00:32:07.229135Z","end":"2026-02-28T00:32:10.33776Z","steps":["trace[764994132] 'process raft request' (duration: 3.106985938s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.337933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:07.229104Z","time spent":"3.108742346s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:10.338039Z","caller":"traceutil/trace.go:171","msg":"trace[333550072] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"3.108388539s","start":"2026-02-28T00:32:07.229638Z","end":"2026-02-28T00:32:10.338026Z","steps":["trace[333550072] 'process raft request' (duration: 3.108043612s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.338113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:07.229608Z","time spent":"3.10846895s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:10.338258Z","caller":"traceutil/trace.go:171","msg":"trace[439638057] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"3.108510211s","start":"2026-02-28T00:32:07.229742Z","end":"2026-02-28T00:32:10.338252Z","steps":["trace[439638057] 'process raft request' (duration: 3.108242185s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.338302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:07.229735Z","time spent":"3.108547452s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:10.338446Z","caller":"traceutil/trace.go:171","msg":"trace[683327079] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"3.107542759s","start":"2026-02-28T00:32:07.230896Z","end":"2026-02-28T00:32:10.338438Z","steps":["trace[683327079] 'process raft request' (duration: 3.107512649s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.338491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:07.230885Z","time spent":"3.10758445s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:10.338534Z","caller":"traceutil/trace.go:171","msg":"trace[497225384] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"3.108708506s","start":"2026-02-28T00:32:07.229808Z","end":"2026-02-28T00:32:10.338516Z","steps":["trace[497225384] 'process raft request' (duration: 3.10842414s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.338628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:07.229796Z","time spent":"3.108789138s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:10.338557Z","caller":"traceutil/trace.go:171","msg":"trace[1609043705] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"3.108645605s","start":"2026-02-28T00:32:07.229905Z","end":"2026-02-28T00:32:10.33855Z","steps":["trace[1609043705] 'process raft request' (duration: 3.108469621s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.338765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:07.229875Z","time spent":"3.108838988s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:10.338794Z","caller":"traceutil/trace.go:171","msg":"trace[1095537544] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24240; }","duration":"7.505232073s","start":"2026-02-28T00:32:02.831936Z","end":"2026-02-28T00:32:10.337168Z","steps":["trace[1095537544] 'agreement among raft nodes before linearized reading' (duration: 7.503282909s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:10.340298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:02.83191Z","time spent":"7.506955671s","remote":"127.0.0.1:59264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2639,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:10.836208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375737,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T00:32:11.155117Z","caller":"traceutil/trace.go:171","msg":"trace[489909707] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"2.772205907s","start":"2026-02-28T00:32:08.382893Z","end":"2026-02-28T00:32:11.155099Z","steps":["trace[489909707] 'process raft request' (duration: 2.772102255s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:11.15512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:08.253554Z","time spent":"2.901561564s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T00:32:11.155267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:08.382866Z","time spent":"2.77229863s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:11.194747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000070036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:32:11.194802Z","caller":"traceutil/trace.go:171","msg":"trace[972697651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176148s","start":"2026-02-28T00:32:09.194613Z","end":"2026-02-28T00:32:11.194789Z","steps":["trace[972697651] 'agreement among raft nodes before linearized reading' (duration: 2.000109777s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:11.194835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:09.194587Z","time spent":"2.00024191s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:12.756358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449645387s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:12.756572Z","caller":"traceutil/trace.go:171","msg":"trace[1852188597] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"1.600109762s","start":"2026-02-28T00:32:11.156442Z","end":"2026-02-28T00:32:12.756552Z","steps":["trace[1852188597] 'process raft request' (duration: 1.60003717s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:12.756652Z","caller":"traceutil/trace.go:171","msg":"trace[2041373859] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"2.41400432s","start":"2026-02-28T00:32:10.342617Z","end":"2026-02-28T00:32:12.756622Z","steps":["trace[2041373859] 'process raft request' (duration: 963.930864ms)","trace[2041373859] 'compare' (duration: 1.449440652s)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:12.756711Z","caller":"traceutil/trace.go:171","msg":"trace[403647805] linearizableReadLoop","detail":"{readStateIndex:25109; appliedIndex:25106; }","duration":"2.421420664s","start":"2026-02-28T00:32:10.33528Z","end":"2026-02-28T00:32:12.7567Z","steps":["trace[403647805] 'read index received' (duration: 819.531323ms)","trace[403647805] 'applied index is now lower than readState.Index' (duration: 1.601888491s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:12.756776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:10.342604Z","time spent":"2.414102492s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:12.756827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.427877107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:12.756867Z","caller":"traceutil/trace.go:171","msg":"trace[1350858496] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24250; }","duration":"7.427974209s","start":"2026-02-28T00:32:05.328879Z","end":"2026-02-28T00:32:12.756853Z","steps":["trace[1350858496] 'agreement among raft nodes before linearized reading' (duration: 7.427889807s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.756872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.222658879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:12.75666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:11.156418Z","time spent":"1.600204583s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:12.756907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:05.328855Z","time spent":"7.42804285s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.756919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754187619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:12.756978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14841076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:12.756924Z","caller":"traceutil/trace.go:171","msg":"trace[578563012] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24250; }","duration":"7.222746991s","start":"2026-02-28T00:32:05.534161Z","end":"2026-02-28T00:32:12.756908Z","steps":["trace[578563012] 'agreement among raft nodes before linearized reading' (duration: 7.222544297s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:12.757018Z","caller":"traceutil/trace.go:171","msg":"trace[1594035386] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24250; }","duration":"5.148499322s","start":"2026-02-28T00:32:07.608508Z","end":"2026-02-28T00:32:12.757007Z","steps":["trace[1594035386] 'agreement among raft nodes before linearized reading' (duration: 5.14843539s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.75704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:05.53414Z","time spent":"7.222887034s","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.757056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:07.608478Z","time spent":"5.148568513s","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.75709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.529476838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-28T00:32:12.75711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907367452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:12.757149Z","caller":"traceutil/trace.go:171","msg":"trace[2026355805] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0; range_end:; response_count:1; response_revision:24250; }","duration":"7.529608861s","start":"2026-02-28T00:32:05.227521Z","end":"2026-02-28T00:32:12.75713Z","steps":["trace[2026355805] 'agreement among raft nodes before linearized reading' (duration: 7.529434197s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:12.757179Z","caller":"traceutil/trace.go:171","msg":"trace[1776410043] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24250; }","duration":"2.907496556s","start":"2026-02-28T00:32:09.849667Z","end":"2026-02-28T00:32:12.757164Z","steps":["trace[1776410043] 'agreement among raft nodes before linearized reading' (duration: 2.907355423s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.757182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.335459053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-02-28T00:32:12.757197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:05.227497Z","time spent":"7.529691033s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" "} {"level":"warn","ts":"2026-02-28T00:32:12.757214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:09.849642Z","time spent":"2.907564388s","remote":"127.0.0.1:44600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.757217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.814040831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:12.757256Z","caller":"traceutil/trace.go:171","msg":"trace[1267979687] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24250; }","duration":"5.814112913s","start":"2026-02-28T00:32:06.943132Z","end":"2026-02-28T00:32:12.757245Z","steps":["trace[1267979687] 'agreement among raft nodes before linearized reading' (duration: 5.814053691s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.757279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.488567707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:12.757256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.820269565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:12.757296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.341056585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:12.757325Z","caller":"traceutil/trace.go:171","msg":"trace[1299118369] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24250; }","duration":"9.488616218s","start":"2026-02-28T00:32:03.268699Z","end":"2026-02-28T00:32:12.757315Z","steps":["trace[1299118369] 'agreement among raft nodes before linearized reading' (duration: 9.488544957s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:12.757345Z","caller":"traceutil/trace.go:171","msg":"trace[1050626691] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24250; }","duration":"3.820399798s","start":"2026-02-28T00:32:08.936936Z","end":"2026-02-28T00:32:12.757336Z","steps":["trace[1050626691] 'agreement among raft nodes before linearized reading' (duration: 3.820289695s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.757374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:08.936913Z","time spent":"3.820451108s","remote":"127.0.0.1:59054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.757428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.656347941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:12.75747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789493511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-02-28T00:32:12.757495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.760457951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:12.757514Z","caller":"traceutil/trace.go:171","msg":"trace[1662742734] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24250; }","duration":"2.789566151s","start":"2026-02-28T00:32:09.967936Z","end":"2026-02-28T00:32:12.757502Z","steps":["trace[1662742734] 'agreement among raft nodes before linearized reading' (duration: 2.789430348s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.757515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.691428823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-28T00:32:12.757528Z","caller":"traceutil/trace.go:171","msg":"trace[656021936] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24250; }","duration":"8.760533712s","start":"2026-02-28T00:32:03.996984Z","end":"2026-02-28T00:32:12.757518Z","steps":["trace[656021936] 'agreement among raft nodes before linearized reading' (duration: 8.760483351s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.757543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:09.96792Z","time spent":"2.789616324s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-28T00:32:12.757543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.809224864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-02-28T00:32:12.757561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:03.996958Z","time spent":"8.760595435s","remote":"127.0.0.1:36678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:12.757588Z","caller":"traceutil/trace.go:171","msg":"trace[761058719] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24250; }","duration":"9.809294455s","start":"2026-02-28T00:32:02.94828Z","end":"2026-02-28T00:32:12.757575Z","steps":["trace[761058719] 'agreement among raft nodes before linearized reading' (duration: 9.809145711s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:12.757222Z","caller":"traceutil/trace.go:171","msg":"trace[1716490274] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24250; }","duration":"9.335538225s","start":"2026-02-28T00:32:03.421673Z","end":"2026-02-28T00:32:12.757211Z","steps":["trace[1716490274] 'agreement among raft nodes before linearized reading' (duration: 9.335446593s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.757615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:02.94826Z","time spent":"9.809348837s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-28T00:32:12.757634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:03.42165Z","time spent":"9.335975176s","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-28T00:32:12.756982Z","caller":"traceutil/trace.go:171","msg":"trace[1600593496] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24250; }","duration":"2.754276451s","start":"2026-02-28T00:32:10.002687Z","end":"2026-02-28T00:32:12.756964Z","steps":["trace[1600593496] 'agreement among raft nodes before linearized reading' (duration: 2.754201719s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.757707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.783461663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:12.757719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:10.002667Z","time spent":"2.755042818s","remote":"127.0.0.1:58896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.757443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.421608451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:12.757294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:06.943108Z","time spent":"5.814176494s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:12.757777Z","caller":"traceutil/trace.go:171","msg":"trace[779685328] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24250; }","duration":"8.421982239s","start":"2026-02-28T00:32:04.335782Z","end":"2026-02-28T00:32:12.757764Z","steps":["trace[779685328] 'agreement among raft nodes before linearized reading' (duration: 8.42162811s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.757788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.79871076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:12.757784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.361704576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:12.757778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.268697016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:12.757817Z","caller":"traceutil/trace.go:171","msg":"trace[1505888413] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24250; }","duration":"9.798739921s","start":"2026-02-28T00:32:02.95907Z","end":"2026-02-28T00:32:12.75781Z","steps":["trace[1505888413] 'agreement among raft nodes before linearized reading' (duration: 9.79869194s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:12.757825Z","caller":"traceutil/trace.go:171","msg":"trace[399766054] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24250; }","duration":"5.361806189s","start":"2026-02-28T00:32:07.396009Z","end":"2026-02-28T00:32:12.757815Z","steps":["trace[399766054] 'agreement among raft nodes before linearized reading' (duration: 5.361730628s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:12.757842Z","caller":"traceutil/trace.go:171","msg":"trace[1991692109] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24250; }","duration":"5.268789617s","start":"2026-02-28T00:32:07.489034Z","end":"2026-02-28T00:32:12.757823Z","steps":["trace[1991692109] 'agreement among raft nodes before linearized reading' (duration: 5.268686155s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.757858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:07.395977Z","time spent":"5.36187281s","remote":"127.0.0.1:59540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.757294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.314649662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:12.757903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:07.489022Z","time spent":"5.2688657s","remote":"127.0.0.1:59428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:12.75793Z","caller":"traceutil/trace.go:171","msg":"trace[1940980514] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24250; }","duration":"4.315315727s","start":"2026-02-28T00:32:08.4426Z","end":"2026-02-28T00:32:12.757916Z","steps":["trace[1940980514] 'agreement among raft nodes before linearized reading' (duration: 4.314674542s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.757539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.841108743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:12.757967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:08.442575Z","time spent":"4.315379878s","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:12.757995Z","caller":"traceutil/trace.go:171","msg":"trace[1149331714] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24250; }","duration":"6.841563714s","start":"2026-02-28T00:32:05.91642Z","end":"2026-02-28T00:32:12.757984Z","steps":["trace[1149331714] 'agreement among raft nodes before linearized reading' (duration: 6.841084272s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.756843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.860003958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:12.757814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:04.335754Z","time spent":"8.422049301s","remote":"127.0.0.1:59250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:12.757361Z","caller":"traceutil/trace.go:171","msg":"trace[1114663643] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24250; }","duration":"8.341143117s","start":"2026-02-28T00:32:04.416201Z","end":"2026-02-28T00:32:12.757344Z","steps":["trace[1114663643] 'agreement among raft nodes before linearized reading' (duration: 8.341039855s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.758092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:04.41619Z","time spent":"8.341885814s","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.756896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.987219666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:12.75755Z","caller":"traceutil/trace.go:171","msg":"trace[1949741745] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24250; }","duration":"9.691509355s","start":"2026-02-28T00:32:03.066031Z","end":"2026-02-28T00:32:12.75754Z","steps":["trace[1949741745] 'agreement among raft nodes before linearized reading' (duration: 9.691363041s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:12.758138Z","caller":"traceutil/trace.go:171","msg":"trace[653700674] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24250; }","duration":"8.988542936s","start":"2026-02-28T00:32:03.769584Z","end":"2026-02-28T00:32:12.758127Z","steps":["trace[653700674] 'agreement among raft nodes before linearized reading' (duration: 8.987193876s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:12.757485Z","caller":"traceutil/trace.go:171","msg":"trace[666327342] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24250; }","duration":"7.656447733s","start":"2026-02-28T00:32:05.101025Z","end":"2026-02-28T00:32:12.757473Z","steps":["trace[666327342] 'agreement among raft nodes before linearized reading' (duration: 7.656365311s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.758167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:03.769554Z","time spent":"8.988604597s","remote":"127.0.0.1:59596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.758191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:05.101003Z","time spent":"7.65717546s","remote":"127.0.0.1:59218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.758237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:05.916354Z","time spent":"6.841866891s","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.758171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:03.066005Z","time spent":"9.69215566s","remote":"127.0.0.1:58868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-28T00:32:12.757745Z","caller":"traceutil/trace.go:171","msg":"trace[1943042459] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24250; }","duration":"9.783541405s","start":"2026-02-28T00:32:02.974195Z","end":"2026-02-28T00:32:12.757737Z","steps":["trace[1943042459] 'agreement among raft nodes before linearized reading' (duration: 9.783487273s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:12.758338Z","caller":"traceutil/trace.go:171","msg":"trace[508563522] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24250; }","duration":"4.861571503s","start":"2026-02-28T00:32:07.896758Z","end":"2026-02-28T00:32:12.758329Z","steps":["trace[508563522] 'agreement among raft nodes before linearized reading' (duration: 4.859998478s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.758354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:02.974168Z","time spent":"9.784174609s","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.757857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:02.959041Z","time spent":"9.798801893s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T00:32:12.758364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:07.896732Z","time spent":"4.861623324s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.757372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:03.26867Z","time spent":"9.488692139s","remote":"127.0.0.1:59694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:12.758267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.555713997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:12.766515Z","caller":"traceutil/trace.go:171","msg":"trace[290026752] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24250; }","duration":"5.55722874s","start":"2026-02-28T00:32:07.201966Z","end":"2026-02-28T00:32:12.759194Z","steps":["trace[290026752] 'agreement among raft nodes before linearized reading' (duration: 5.555045952s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:12.766577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:07.201938Z","time spent":"5.564622824s","remote":"127.0.0.1:36660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:13.195399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:32:13.195538Z","caller":"traceutil/trace.go:171","msg":"trace[1220356775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137527s","start":"2026-02-28T00:32:11.195371Z","end":"2026-02-28T00:32:13.195508Z","steps":["trace[1220356775] 'agreement among raft nodes before linearized reading' (duration: 1.999934193s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:13.195719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:11.195358Z","time spent":"2.000345851s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:32:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:32:14.109854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03515906s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:14.109973Z","caller":"traceutil/trace.go:171","msg":"trace[1429408588] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"1.765035957s","start":"2026-02-28T00:32:12.344915Z","end":"2026-02-28T00:32:14.109951Z","steps":["trace[1429408588] 'process raft request' (duration: 729.671012ms)","trace[1429408588] 'compare' (duration: 1.034849734s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:14.11004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.344884Z","time spent":"1.765122259s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:14.489513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:32:14.489664Z","caller":"traceutil/trace.go:171","msg":"trace[383143669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525296s","start":"2026-02-28T00:32:12.489103Z","end":"2026-02-28T00:32:14.489628Z","steps":["trace[383143669] 'agreement among raft nodes before linearized reading' (duration: 2.000331662s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:14.489732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.489093Z","time spent":"2.000624188s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:14.774005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.69936586s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:32:15.203677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999863262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:32:15.203772Z","caller":"traceutil/trace.go:171","msg":"trace[2141744882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022435s","start":"2026-02-28T00:32:13.203726Z","end":"2026-02-28T00:32:15.203749Z","steps":["trace[2141744882] 'agreement among raft nodes before linearized reading' (duration: 1.999899723s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:15.203831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:13.203705Z","time spent":"2.000113817s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:32:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:32:15.418392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.376093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:15.419233Z","caller":"traceutil/trace.go:171","msg":"trace[708715263] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"3.074193752s","start":"2026-02-28T00:32:12.344979Z","end":"2026-02-28T00:32:15.419173Z","steps":["trace[708715263] 'process raft request' (duration: 2.436939858s)","trace[708715263] 'compare' (duration: 635.433183ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:15.419325Z","caller":"traceutil/trace.go:171","msg":"trace[532558357] linearizableReadLoop","detail":"{readStateIndex:25116; appliedIndex:25110; }","duration":"2.662568449s","start":"2026-02-28T00:32:12.756741Z","end":"2026-02-28T00:32:15.419309Z","steps":["trace[532558357] 'read index received' (duration: 317.881345ms)","trace[532558357] 'applied index is now lower than readState.Index' (duration: 2.344686013s)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:15.419328Z","caller":"traceutil/trace.go:171","msg":"trace[603676080] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"3.074234352s","start":"2026-02-28T00:32:12.345051Z","end":"2026-02-28T00:32:15.419286Z","steps":["trace[603676080] 'process raft request' (duration: 3.073427373s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:15.419334Z","caller":"traceutil/trace.go:171","msg":"trace[1769657980] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"3.073906585s","start":"2026-02-28T00:32:12.345372Z","end":"2026-02-28T00:32:15.419278Z","steps":["trace[1769657980] 'process raft request' (duration: 3.073748831s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:15.419348Z","caller":"traceutil/trace.go:171","msg":"trace[420783628] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"3.073802533s","start":"2026-02-28T00:32:12.345481Z","end":"2026-02-28T00:32:15.419284Z","steps":["trace[420783628] 'process raft request' (duration: 3.073694511s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:15.419478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.344949Z","time spent":"3.074406286s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:15.419522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.077477798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:15.419492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.017915487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:15.419578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.345337Z","time spent":"3.074089109s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:15.419616Z","caller":"traceutil/trace.go:171","msg":"trace[1123024729] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24257; }","duration":"4.018107791s","start":"2026-02-28T00:32:11.401481Z","end":"2026-02-28T00:32:15.419589Z","steps":["trace[1123024729] 'agreement among raft nodes before linearized reading' (duration: 4.017896716s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:15.41965Z","caller":"traceutil/trace.go:171","msg":"trace[508433713] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"3.073960656s","start":"2026-02-28T00:32:12.34566Z","end":"2026-02-28T00:32:15.419621Z","steps":["trace[508433713] 'process raft request' (duration: 3.073542947s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:15.419585Z","caller":"traceutil/trace.go:171","msg":"trace[236089246] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24257; }","duration":"5.07755984s","start":"2026-02-28T00:32:10.342013Z","end":"2026-02-28T00:32:15.419572Z","steps":["trace[236089246] 'agreement among raft nodes before linearized reading' (duration: 5.077368516s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:15.419642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.345011Z","time spent":"3.074393526s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:15.419734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020928631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:15.419757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.345643Z","time spent":"3.074063048s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:15.419767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:10.342006Z","time spent":"5.077745664s","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:15.419649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371806116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T00:32:15.419803Z","caller":"traceutil/trace.go:171","msg":"trace[1439598857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24257; }","duration":"3.021039744s","start":"2026-02-28T00:32:12.398742Z","end":"2026-02-28T00:32:15.419782Z","steps":["trace[1439598857] 'agreement among raft nodes before linearized reading' (duration: 3.020947392s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:15.419841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288410768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:15.419869Z","caller":"traceutil/trace.go:171","msg":"trace[543264059] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24257; }","duration":"3.28847517s","start":"2026-02-28T00:32:12.131384Z","end":"2026-02-28T00:32:15.419859Z","steps":["trace[543264059] 'agreement among raft nodes before linearized reading' (duration: 3.288422008s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:15.41985Z","caller":"traceutil/trace.go:171","msg":"trace[179078833] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24257; }","duration":"3.372005571s","start":"2026-02-28T00:32:12.047819Z","end":"2026-02-28T00:32:15.419824Z","steps":["trace[179078833] 'agreement among raft nodes before linearized reading' (duration: 3.37152967s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:15.419858Z","caller":"traceutil/trace.go:171","msg":"trace[183186808] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"2.659371597s","start":"2026-02-28T00:32:12.760457Z","end":"2026-02-28T00:32:15.419829Z","steps":["trace[183186808] 'process raft request' (duration: 2.658778644s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:15.419895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.131335Z","time spent":"3.288555371s","remote":"127.0.0.1:59444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:15.419918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079270987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189841b357a3dd80\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-02-28T00:32:15.419919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.047744Z","time spent":"3.372154044s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:15.419956Z","caller":"traceutil/trace.go:171","msg":"trace[336704929] range","detail":"{range_begin:/registry/events/openstack/container-infra.189841b357a3dd80; range_end:; response_count:1; response_revision:24257; }","duration":"5.079342359s","start":"2026-02-28T00:32:10.340602Z","end":"2026-02-28T00:32:15.419944Z","steps":["trace[336704929] 'agreement among raft nodes before linearized reading' (duration: 5.079202696s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:15.419953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.745479888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:15.420044Z","caller":"traceutil/trace.go:171","msg":"trace[198306001] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24257; }","duration":"3.74559353s","start":"2026-02-28T00:32:11.674433Z","end":"2026-02-28T00:32:15.420026Z","steps":["trace[198306001] 'agreement among raft nodes before linearized reading' (duration: 3.745451327s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:15.420068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879993039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:15.420093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:11.674416Z","time spent":"3.745667181s","remote":"127.0.0.1:59158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:15.420106Z","caller":"traceutil/trace.go:171","msg":"trace[999993157] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24257; }","duration":"3.880069731s","start":"2026-02-28T00:32:11.540024Z","end":"2026-02-28T00:32:15.420093Z","steps":["trace[999993157] 'agreement among raft nodes before linearized reading' (duration: 3.879997909s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:15.419979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:10.340581Z","time spent":"5.07939179s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.189841b357a3dd80\" "} {"level":"warn","ts":"2026-02-28T00:32:15.420137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:11.539999Z","time spent":"3.880130181s","remote":"127.0.0.1:59570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:15.41999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.760432Z","time spent":"2.65948s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:15.42017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.080837392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-02-28T00:32:15.420048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018829184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:15.420275Z","caller":"traceutil/trace.go:171","msg":"trace[1926079631] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24257; }","duration":"5.080976575s","start":"2026-02-28T00:32:10.339284Z","end":"2026-02-28T00:32:15.42026Z","steps":["trace[1926079631] 'agreement among raft nodes before linearized reading' (duration: 5.080615087s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:15.420348Z","caller":"traceutil/trace.go:171","msg":"trace[1666236105] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24257; }","duration":"3.019321205s","start":"2026-02-28T00:32:12.400956Z","end":"2026-02-28T00:32:15.420277Z","steps":["trace[1666236105] 'agreement among raft nodes before linearized reading' (duration: 3.018571388s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:15.420455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.400906Z","time spent":"3.019479158s","remote":"127.0.0.1:44618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:15.41986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.398719Z","time spent":"3.021122005s","remote":"127.0.0.1:42494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:15.420414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.345439Z","time spent":"3.074849256s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:15.419668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:11.401439Z","time spent":"4.018216933s","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:15.420382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:10.339266Z","time spent":"5.081104009s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-28T00:32:15.895371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017242235s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:32:16.556971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.821165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:16.557195Z","caller":"traceutil/trace.go:171","msg":"trace[176508316] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"3.395500622s","start":"2026-02-28T00:32:13.161671Z","end":"2026-02-28T00:32:16.557172Z","steps":["trace[176508316] 'process raft request' (duration: 2.734092834s)","trace[176508316] 'compare' (duration: 660.050097ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:16.557309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:13.161637Z","time spent":"3.395606443s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:16.557486Z","caller":"traceutil/trace.go:171","msg":"trace[1633802409] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"1.807214091s","start":"2026-02-28T00:32:14.750253Z","end":"2026-02-28T00:32:16.557467Z","steps":["trace[1633802409] 'process raft request' (duration: 1.806827333s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:16.557583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:14.750221Z","time spent":"1.807307914s","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:16.557703Z","caller":"traceutil/trace.go:171","msg":"trace[1057485834] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"1.213007082s","start":"2026-02-28T00:32:15.344684Z","end":"2026-02-28T00:32:16.557691Z","steps":["trace[1057485834] 'process raft request' (duration: 1.212772407s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:16.557766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:15.344657Z","time spent":"1.213075744s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:16.557821Z","caller":"traceutil/trace.go:171","msg":"trace[332644026] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"436.222378ms","start":"2026-02-28T00:32:16.121557Z","end":"2026-02-28T00:32:16.557779Z","steps":["trace[332644026] 'process raft request' (duration: 436.170627ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:16.557905Z","caller":"traceutil/trace.go:171","msg":"trace[449819782] linearizableReadLoop","detail":"{readStateIndex:25120; appliedIndex:25117; }","duration":"1.138537423s","start":"2026-02-28T00:32:15.419353Z","end":"2026-02-28T00:32:16.55789Z","steps":["trace[449819782] 'read index received' (duration: 476.504761ms)","trace[449819782] 'applied index is now lower than readState.Index' (duration: 662.031232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:16.557981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:16.121521Z","time spent":"436.372731ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:16.557907Z","caller":"traceutil/trace.go:171","msg":"trace[1299906521] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"1.134141816s","start":"2026-02-28T00:32:15.423747Z","end":"2026-02-28T00:32:16.557889Z","steps":["trace[1299906521] 'process raft request' (duration: 1.133934391s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:16.558143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:15.423734Z","time spent":"1.13436976s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T00:32:16.558118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.790750411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:16.55822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.797124502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e108c60-1fa9-43f5-8466-ae4df3e0cd5d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-28T00:32:16.558242Z","caller":"traceutil/trace.go:171","msg":"trace[267431784] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24263; }","duration":"3.790908085s","start":"2026-02-28T00:32:12.767304Z","end":"2026-02-28T00:32:16.558212Z","steps":["trace[267431784] 'agreement among raft nodes before linearized reading' (duration: 3.79070378s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:16.558269Z","caller":"traceutil/trace.go:171","msg":"trace[323414067] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e108c60-1fa9-43f5-8466-ae4df3e0cd5d; range_end:; response_count:1; response_revision:24263; }","duration":"3.797186353s","start":"2026-02-28T00:32:12.761066Z","end":"2026-02-28T00:32:16.558253Z","steps":["trace[323414067] 'agreement among raft nodes before linearized reading' (duration: 3.796921418s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:16.558297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.76729Z","time spent":"3.790993746s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T00:32:16.558312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.761055Z","time spent":"3.797249425s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9e108c60-1fa9-43f5-8466-ae4df3e0cd5d\" "} {"level":"warn","ts":"2026-02-28T00:32:16.558403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.798712118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-28T00:32:16.558449Z","caller":"traceutil/trace.go:171","msg":"trace[1987369595] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24263; }","duration":"3.7987837s","start":"2026-02-28T00:32:12.759655Z","end":"2026-02-28T00:32:16.558438Z","steps":["trace[1987369595] 'agreement among raft nodes before linearized reading' (duration: 3.798635876s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:16.558446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03198482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:16.558527Z","caller":"traceutil/trace.go:171","msg":"trace[772750251] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24263; }","duration":"1.032103253s","start":"2026-02-28T00:32:15.526401Z","end":"2026-02-28T00:32:16.558505Z","steps":["trace[772750251] 'agreement among raft nodes before linearized reading' (duration: 1.031994421s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:16.558599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041621248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T00:32:16.558645Z","caller":"traceutil/trace.go:171","msg":"trace[146119789] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24263; }","duration":"3.04170579s","start":"2026-02-28T00:32:13.516929Z","end":"2026-02-28T00:32:16.558635Z","steps":["trace[146119789] 'agreement among raft nodes before linearized reading' (duration: 3.041381563s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:16.558661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.85466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:16.558683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:13.516908Z","time spent":"3.041762321s","remote":"127.0.0.1:58852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:16.558703Z","caller":"traceutil/trace.go:171","msg":"trace[312719078] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24263; }","duration":"940.936872ms","start":"2026-02-28T00:32:15.617756Z","end":"2026-02-28T00:32:16.558693Z","steps":["trace[312719078] 'agreement among raft nodes before linearized reading' (duration: 940.867721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:16.558736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:15.617736Z","time spent":"940.991754ms","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:16.55879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.141854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-28T00:32:16.558597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:15.52638Z","time spent":"1.032207286s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-28T00:32:16.558839Z","caller":"traceutil/trace.go:171","msg":"trace[530098695] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24263; }","duration":"713.230286ms","start":"2026-02-28T00:32:15.845597Z","end":"2026-02-28T00:32:16.558827Z","steps":["trace[530098695] 'agreement among raft nodes before linearized reading' (duration: 713.018771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:16.558874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:15.845576Z","time spent":"713.288827ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-28T00:32:16.558481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:12.759594Z","time spent":"3.798879941s","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-28T00:32:16.557758Z","caller":"traceutil/trace.go:171","msg":"trace[1291655001] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"1.13529044s","start":"2026-02-28T00:32:15.422453Z","end":"2026-02-28T00:32:16.557744Z","steps":["trace[1291655001] 'process raft request' (duration: 1.135163038s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:16.559219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347069794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:16.559264Z","caller":"traceutil/trace.go:171","msg":"trace[1206803038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24263; }","duration":"1.347156876s","start":"2026-02-28T00:32:15.21209Z","end":"2026-02-28T00:32:16.559247Z","steps":["trace[1206803038] 'agreement among raft nodes before linearized reading' (duration: 1.34599343s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:16.559306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:15.212065Z","time spent":"1.347233648s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:16.559306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783967729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:16.559291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:15.422429Z","time spent":"1.136812384s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:16.560815Z","caller":"traceutil/trace.go:171","msg":"trace[746776564] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24263; }","duration":"2.785273258s","start":"2026-02-28T00:32:13.774116Z","end":"2026-02-28T00:32:16.55939Z","steps":["trace[746776564] 'agreement among raft nodes before linearized reading' (duration: 2.783964139s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:16.560911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:13.774094Z","time spent":"2.786792311s","remote":"127.0.0.1:36668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:16.561437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809949743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-28T00:32:16.5615Z","caller":"traceutil/trace.go:171","msg":"trace[2140061177] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24263; }","duration":"1.810037514s","start":"2026-02-28T00:32:14.751444Z","end":"2026-02-28T00:32:16.561481Z","steps":["trace[2140061177] 'agreement among raft nodes before linearized reading' (duration: 1.806548077s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:16.561541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:14.751436Z","time spent":"1.810095305s","remote":"127.0.0.1:58868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-28T00:32:17.066851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:32:17.567193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:32:18.055568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.48942985s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:32:18.137478Z","caller":"traceutil/trace.go:171","msg":"trace[991562503] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"1.571408156s","start":"2026-02-28T00:32:16.566042Z","end":"2026-02-28T00:32:18.13745Z","steps":["trace[991562503] 'process raft request' (duration: 1.489737607s)","trace[991562503] 'compare' (duration: 81.513036ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:18.137609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:16.566029Z","time spent":"1.571508148s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:18.569638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00026305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:32:18.569739Z","caller":"traceutil/trace.go:171","msg":"trace[589828051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403473s","start":"2026-02-28T00:32:16.569313Z","end":"2026-02-28T00:32:18.569717Z","steps":["trace[589828051] 'agreement among raft nodes before linearized reading' (duration: 2.00026629s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:18.569795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:16.569307Z","time spent":"2.000477954s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:32:18.801834Z","caller":"traceutil/trace.go:171","msg":"trace[1821153867] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"2.235588246s","start":"2026-02-28T00:32:16.566217Z","end":"2026-02-28T00:32:18.801805Z","steps":["trace[1821153867] 'process raft request' (duration: 2.2353238s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:18.802018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:16.566211Z","time spent":"2.235703098s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:18.802286Z","caller":"traceutil/trace.go:171","msg":"trace[1559437146] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"1.376651059s","start":"2026-02-28T00:32:17.425616Z","end":"2026-02-28T00:32:18.802267Z","steps":["trace[1559437146] 'process raft request' (duration: 1.376119327s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:18.802383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:17.425596Z","time spent":"1.376739591s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:18.802486Z","caller":"traceutil/trace.go:171","msg":"trace[1987227823] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"1.375172787s","start":"2026-02-28T00:32:17.427282Z","end":"2026-02-28T00:32:18.802455Z","steps":["trace[1987227823] 'process raft request' (duration: 1.374935382s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:18.8027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:17.427275Z","time spent":"1.37531029s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:18.802716Z","caller":"traceutil/trace.go:171","msg":"trace[188970513] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"1.37349745s","start":"2026-02-28T00:32:17.429173Z","end":"2026-02-28T00:32:18.802671Z","steps":["trace[188970513] 'process raft request' (duration: 1.373229524s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:18.80274Z","caller":"traceutil/trace.go:171","msg":"trace[547743279] linearizableReadLoop","detail":"{readStateIndex:25130; appliedIndex:25123; }","duration":"2.236624668s","start":"2026-02-28T00:32:16.566101Z","end":"2026-02-28T00:32:18.802726Z","steps":["trace[547743279] 'read index received' (duration: 1.489650464s)","trace[547743279] 'applied index is now lower than readState.Index' (duration: 746.973264ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:18.802756Z","caller":"traceutil/trace.go:171","msg":"trace[1261792311] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"1.372954287s","start":"2026-02-28T00:32:17.429774Z","end":"2026-02-28T00:32:18.802729Z","steps":["trace[1261792311] 'process raft request' (duration: 1.372793943s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:18.802806Z","caller":"traceutil/trace.go:171","msg":"trace[1959488089] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"1.372677161s","start":"2026-02-28T00:32:17.430119Z","end":"2026-02-28T00:32:18.802796Z","steps":["trace[1959488089] 'process raft request' (duration: 1.372528738s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:18.802817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:17.429165Z","time spent":"1.373597542s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:18.802878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:17.430111Z","time spent":"1.372730062s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:18.80291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:17.429766Z","time spent":"1.37306088s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:18.802915Z","caller":"traceutil/trace.go:171","msg":"trace[351197049] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"961.058039ms","start":"2026-02-28T00:32:17.841834Z","end":"2026-02-28T00:32:18.802892Z","steps":["trace[351197049] 'process raft request' (duration: 960.851525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:18.803032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:17.841799Z","time spent":"961.166303ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:18.803062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236950386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189841b3f8ded163\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-02-28T00:32:18.803109Z","caller":"traceutil/trace.go:171","msg":"trace[1040364074] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189841b3f8ded163; range_end:; response_count:1; response_revision:24271; }","duration":"2.237019628s","start":"2026-02-28T00:32:16.566074Z","end":"2026-02-28T00:32:18.803093Z","steps":["trace[1040364074] 'agreement among raft nodes before linearized reading' (duration: 2.236849194s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:18.803147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:16.566063Z","time spent":"2.237075439s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.189841b3f8ded163\" "} {"level":"warn","ts":"2026-02-28T00:32:19.303573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:32:19.747032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.580981ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T00:32:19.748329Z","caller":"traceutil/trace.go:171","msg":"trace[1537562254] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"1.184550812s","start":"2026-02-28T00:32:18.563744Z","end":"2026-02-28T00:32:19.748295Z","steps":["trace[1537562254] 'process raft request' (duration: 1.18400639s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:19.748398Z","caller":"traceutil/trace.go:171","msg":"trace[1868593822] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"1.184362318s","start":"2026-02-28T00:32:18.564007Z","end":"2026-02-28T00:32:19.74837Z","steps":["trace[1868593822] 'process raft request' (duration: 1.184181824s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:19.748421Z","caller":"traceutil/trace.go:171","msg":"trace[1281718753] linearizableReadLoop","detail":"{readStateIndex:25135; appliedIndex:25131; }","duration":"945.624037ms","start":"2026-02-28T00:32:18.802767Z","end":"2026-02-28T00:32:19.748391Z","steps":["trace[1281718753] 'read index received' (duration: 528.587695ms)","trace[1281718753] 'applied index is now lower than readState.Index' (duration: 417.034732ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:19.748457Z","caller":"traceutil/trace.go:171","msg":"trace[1742403281] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"943.082261ms","start":"2026-02-28T00:32:18.80533Z","end":"2026-02-28T00:32:19.748412Z","steps":["trace[1742403281] 'process raft request' (duration: 942.961418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:19.748567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913371285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:19.748569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13730197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:19.748587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524031426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:19.748604Z","caller":"traceutil/trace.go:171","msg":"trace[533967797] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24274; }","duration":"1.913405816s","start":"2026-02-28T00:32:17.835189Z","end":"2026-02-28T00:32:19.748595Z","steps":["trace[533967797] 'agreement among raft nodes before linearized reading' (duration: 1.913353865s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:19.748601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:18.563714Z","time spent":"1.184699566s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:19.74867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094519047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:19.748678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377144912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:19.748676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180421235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T00:32:19.748709Z","caller":"traceutil/trace.go:171","msg":"trace[509186435] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24274; }","duration":"2.377222574s","start":"2026-02-28T00:32:17.371477Z","end":"2026-02-28T00:32:19.7487Z","steps":["trace[509186435] 'agreement among raft nodes before linearized reading' (duration: 2.377172273s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:19.74873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17813744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:19.748705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:18.805312Z","time spent":"943.250015ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:19.748748Z","caller":"traceutil/trace.go:171","msg":"trace[725727257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24274; }","duration":"1.178188541s","start":"2026-02-28T00:32:18.570554Z","end":"2026-02-28T00:32:19.748743Z","steps":["trace[725727257] 'agreement among raft nodes before linearized reading' (duration: 1.17815797s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:19.74874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607071417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7b4d58d5d6-265h6.189841b68904b83f\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-02-28T00:32:19.74874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:17.371452Z","time spent":"2.377279565s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:19.748773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:18.570541Z","time spent":"1.178227902s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:19.748777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.83655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:19.748519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:18.563991Z","time spent":"1.184458851s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:19.748785Z","caller":"traceutil/trace.go:171","msg":"trace[248205381] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7b4d58d5d6-265h6.189841b68904b83f; range_end:; response_count:1; response_revision:24274; }","duration":"1.607152299s","start":"2026-02-28T00:32:18.141619Z","end":"2026-02-28T00:32:19.748772Z","steps":["trace[248205381] 'agreement among raft nodes before linearized reading' (duration: 1.606984475s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:19.748798Z","caller":"traceutil/trace.go:171","msg":"trace[2116022904] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24274; }","duration":"722.8591ms","start":"2026-02-28T00:32:19.025934Z","end":"2026-02-28T00:32:19.748793Z","steps":["trace[2116022904] 'agreement among raft nodes before linearized reading' (duration: 722.749378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:19.748815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:19.025904Z","time spent":"722.907851ms","remote":"127.0.0.1:58818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:19.748821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:18.1416Z","time spent":"1.6072129s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-7b4d58d5d6-265h6.189841b68904b83f\" "} {"level":"info","ts":"2026-02-28T00:32:19.748623Z","caller":"traceutil/trace.go:171","msg":"trace[307583336] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24274; }","duration":"3.137389202s","start":"2026-02-28T00:32:16.611219Z","end":"2026-02-28T00:32:19.748608Z","steps":["trace[307583336] 'agreement among raft nodes before linearized reading' (duration: 3.137258539s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:19.748834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180583899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-28T00:32:19.748743Z","caller":"traceutil/trace.go:171","msg":"trace[2024985350] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24274; }","duration":"3.180498387s","start":"2026-02-28T00:32:16.56823Z","end":"2026-02-28T00:32:19.748728Z","steps":["trace[2024985350] 'agreement among raft nodes before linearized reading' (duration: 3.180277762s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:19.748696Z","caller":"traceutil/trace.go:171","msg":"trace[773771457] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24274; }","duration":"1.094582329s","start":"2026-02-28T00:32:18.654106Z","end":"2026-02-28T00:32:19.748689Z","steps":["trace[773771457] 'agreement among raft nodes before linearized reading' (duration: 1.094540348s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:19.748891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:16.61118Z","time spent":"3.137692978s","remote":"127.0.0.1:59618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:19.748907Z","caller":"traceutil/trace.go:171","msg":"trace[265112265] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24274; }","duration":"3.18065271s","start":"2026-02-28T00:32:16.568238Z","end":"2026-02-28T00:32:19.74889Z","steps":["trace[265112265] 'agreement among raft nodes before linearized reading' (duration: 3.180485617s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:19.748922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:18.654084Z","time spent":"1.094832214s","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:19.748928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:16.568226Z","time spent":"3.180682831s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:32:19.748625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:17.835122Z","time spent":"1.913499087s","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:19.74855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721149194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:19.748671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.929767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:19.748951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:16.568202Z","time spent":"3.180737861s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-28T00:32:19.749099Z","caller":"traceutil/trace.go:171","msg":"trace[1722818537] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24274; }","duration":"869.408328ms","start":"2026-02-28T00:32:18.879685Z","end":"2026-02-28T00:32:19.749094Z","steps":["trace[1722818537] 'agreement among raft nodes before linearized reading' (duration: 868.971558ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:19.748628Z","caller":"traceutil/trace.go:171","msg":"trace[1065543224] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24274; }","duration":"1.524122308s","start":"2026-02-28T00:32:18.22449Z","end":"2026-02-28T00:32:19.748612Z","steps":["trace[1065543224] 'agreement among raft nodes before linearized reading' (duration: 1.524056137s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:19.749136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:18.879658Z","time spent":"869.455509ms","remote":"127.0.0.1:59602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:19.748675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577368238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:19.749173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:18.224463Z","time spent":"1.524686721s","remote":"127.0.0.1:42472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:19.749217Z","caller":"traceutil/trace.go:171","msg":"trace[1118602072] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24274; }","duration":"1.578034322s","start":"2026-02-28T00:32:18.171172Z","end":"2026-02-28T00:32:19.749207Z","steps":["trace[1118602072] 'agreement among raft nodes before linearized reading' (duration: 1.577411489s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:19.74924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:18.171148Z","time spent":"1.578083974s","remote":"127.0.0.1:59274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:19.748839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182307197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-02-28T00:32:19.749364Z","caller":"traceutil/trace.go:171","msg":"trace[1160181307] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24274; }","duration":"3.182842988s","start":"2026-02-28T00:32:16.56651Z","end":"2026-02-28T00:32:19.749353Z","steps":["trace[1160181307] 'agreement among raft nodes before linearized reading' (duration: 3.182168394s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:19.749412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:16.566506Z","time spent":"3.182891949s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-28T00:32:19.749118Z","caller":"traceutil/trace.go:171","msg":"trace[496417626] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24274; }","duration":"1.721738827s","start":"2026-02-28T00:32:18.027315Z","end":"2026-02-28T00:32:19.749054Z","steps":["trace[496417626] 'agreement among raft nodes before linearized reading' (duration: 1.721107293s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:19.749665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:18.027293Z","time spent":"1.72234413s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:19.749429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181165551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-28T00:32:19.749822Z","caller":"traceutil/trace.go:171","msg":"trace[556938876] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:24274; }","duration":"3.181653853s","start":"2026-02-28T00:32:16.568142Z","end":"2026-02-28T00:32:19.749796Z","steps":["trace[556938876] 'agreement among raft nodes before linearized reading' (duration: 3.180396095s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:19.749913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:16.568137Z","time spent":"3.181758515s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-02-28T00:32:20.304303Z","caller":"traceutil/trace.go:171","msg":"trace[1417328732] linearizableReadLoop","detail":"{readStateIndex:25137; appliedIndex:25135; }","duration":"544.481156ms","start":"2026-02-28T00:32:19.759795Z","end":"2026-02-28T00:32:20.304276Z","steps":["trace[1417328732] 'read index received' (duration: 41.007439ms)","trace[1417328732] 'applied index is now lower than readState.Index' (duration: 503.472407ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:20.304317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:19.756534Z","time spent":"547.771759ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-28T00:32:20.304403Z","caller":"traceutil/trace.go:171","msg":"trace[2129524507] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"543.192737ms","start":"2026-02-28T00:32:19.761173Z","end":"2026-02-28T00:32:20.304366Z","steps":["trace[2129524507] 'process raft request' (duration: 542.951932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:20.304551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.733303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f0b7a429-3988-4664-99b3-48853f833160\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-28T00:32:20.30459Z","caller":"traceutil/trace.go:171","msg":"trace[140947527] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f0b7a429-3988-4664-99b3-48853f833160; range_end:; response_count:1; response_revision:24276; }","duration":"544.806885ms","start":"2026-02-28T00:32:19.75977Z","end":"2026-02-28T00:32:20.304577Z","steps":["trace[140947527] 'agreement among raft nodes before linearized reading' (duration: 544.64659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:20.304622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.272281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:20.304658Z","caller":"traceutil/trace.go:171","msg":"trace[1560141669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24276; }","duration":"543.319581ms","start":"2026-02-28T00:32:19.761328Z","end":"2026-02-28T00:32:20.304647Z","steps":["trace[1560141669] 'agreement among raft nodes before linearized reading' (duration: 543.25519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:20.304689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:19.761321Z","time spent":"543.362812ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:20.304683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:19.75976Z","time spent":"544.911617ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f0b7a429-3988-4664-99b3-48853f833160\" "} {"level":"warn","ts":"2026-02-28T00:32:20.304834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.858396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-28T00:32:20.304919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.379363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-28T00:32:20.304922Z","caller":"traceutil/trace.go:171","msg":"trace[1143991501] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0; range_end:; response_count:1; response_revision:24276; }","duration":"498.989739ms","start":"2026-02-28T00:32:19.805911Z","end":"2026-02-28T00:32:20.3049Z","steps":["trace[1143991501] 'agreement among raft nodes before linearized reading' (duration: 498.755524ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:20.304948Z","caller":"traceutil/trace.go:171","msg":"trace[914372835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24276; }","duration":"538.426054ms","start":"2026-02-28T00:32:19.766513Z","end":"2026-02-28T00:32:20.30494Z","steps":["trace[914372835] 'agreement among raft nodes before linearized reading' (duration: 538.326262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:20.304968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:19.766497Z","time spent":"538.467334ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-28T00:32:20.304968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:19.805897Z","time spent":"499.06132ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" "} {"level":"warn","ts":"2026-02-28T00:32:20.305329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:19.761166Z","time spent":"543.311651ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:20.886462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.651872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:20.886568Z","caller":"traceutil/trace.go:171","msg":"trace[299653654] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24279; }","duration":"406.842556ms","start":"2026-02-28T00:32:20.479698Z","end":"2026-02-28T00:32:20.886541Z","steps":["trace[299653654] 'count revisions from in-memory index tree' (duration: 406.500229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:20.886624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.479672Z","time spent":"406.939939ms","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:20.886838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.600683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-vd9bf.189841075163a89e\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-02-28T00:32:20.886947Z","caller":"traceutil/trace.go:171","msg":"trace[800024193] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-vd9bf.189841075163a89e; range_end:; response_count:1; response_revision:24279; }","duration":"476.749015ms","start":"2026-02-28T00:32:20.410178Z","end":"2026-02-28T00:32:20.886927Z","steps":["trace[800024193] 'range keys from in-memory index tree' (duration: 476.438019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:20.886986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.410168Z","time spent":"476.810558ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-vd9bf.189841075163a89e\" "} {"level":"warn","ts":"2026-02-28T00:32:20.887081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.941751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:20.887195Z","caller":"traceutil/trace.go:171","msg":"trace[595575402] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24279; }","duration":"422.117216ms","start":"2026-02-28T00:32:20.465053Z","end":"2026-02-28T00:32:20.88717Z","steps":["trace[595575402] 'count revisions from in-memory index tree' (duration: 421.733876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:20.887282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.465038Z","time spent":"422.227458ms","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:20.88726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.216842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f73e416e-28e7-4990-80b7-aa10f98b12ae\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-02-28T00:32:20.887329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.553069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-28T00:32:20.887358Z","caller":"traceutil/trace.go:171","msg":"trace[754024408] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f73e416e-28e7-4990-80b7-aa10f98b12ae; range_end:; response_count:1; response_revision:24279; }","duration":"479.345554ms","start":"2026-02-28T00:32:20.407986Z","end":"2026-02-28T00:32:20.887332Z","steps":["trace[754024408] 'range keys from in-memory index tree' (duration: 479.033477ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:20.887421Z","caller":"traceutil/trace.go:171","msg":"trace[989727828] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24279; }","duration":"479.694402ms","start":"2026-02-28T00:32:20.407706Z","end":"2026-02-28T00:32:20.8874Z","steps":["trace[989727828] 'range keys from in-memory index tree' (duration: 479.367665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:20.887468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.407692Z","time spent":"479.766304ms","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-28T00:32:20.887428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.407976Z","time spent":"479.437856ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-f73e416e-28e7-4990-80b7-aa10f98b12ae\" "} {"level":"info","ts":"2026-02-28T00:32:20.908807Z","caller":"traceutil/trace.go:171","msg":"trace[2135946637] linearizableReadLoop","detail":"{readStateIndex:25142; appliedIndex:25141; }","duration":"335.992306ms","start":"2026-02-28T00:32:20.572792Z","end":"2026-02-28T00:32:20.908784Z","steps":["trace[2135946637] 'read index received' (duration: 335.628518ms)","trace[2135946637] 'applied index is now lower than readState.Index' (duration: 362.458µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:20.908909Z","caller":"traceutil/trace.go:171","msg":"trace[1828969841] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"424.037717ms","start":"2026-02-28T00:32:20.484861Z","end":"2026-02-28T00:32:20.908898Z","steps":["trace[1828969841] 'process raft request' (duration: 423.736581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:20.909089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.258962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:20.909186Z","caller":"traceutil/trace.go:171","msg":"trace[1175813266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24280; }","duration":"336.382935ms","start":"2026-02-28T00:32:20.572782Z","end":"2026-02-28T00:32:20.909165Z","steps":["trace[1175813266] 'agreement among raft nodes before linearized reading' (duration: 336.14626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:20.909203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.48482Z","time spent":"424.240332ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:20.909236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.572731Z","time spent":"336.494667ms","remote":"127.0.0.1:59196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:21.434445Z","caller":"traceutil/trace.go:171","msg":"trace[1721710948] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"625.467611ms","start":"2026-02-28T00:32:20.808942Z","end":"2026-02-28T00:32:21.43441Z","steps":["trace[1721710948] 'process raft request' (duration: 571.414184ms)","trace[1721710948] 'compare' (duration: 53.310541ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:21.434604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.808905Z","time spent":"625.614644ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:21.434905Z","caller":"traceutil/trace.go:171","msg":"trace[676043535] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"624.822967ms","start":"2026-02-28T00:32:20.810055Z","end":"2026-02-28T00:32:21.434878Z","steps":["trace[676043535] 'process raft request' (duration: 624.122402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:21.435087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.81001Z","time spent":"624.95559ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:21.43517Z","caller":"traceutil/trace.go:171","msg":"trace[158515767] linearizableReadLoop","detail":"{readStateIndex:25148; appliedIndex:25142; }","duration":"526.208032ms","start":"2026-02-28T00:32:20.908868Z","end":"2026-02-28T00:32:21.435076Z","steps":["trace[158515767] 'read index received' (duration: 471.463219ms)","trace[158515767] 'applied index is now lower than readState.Index' (duration: 54.743913ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:21.435356Z","caller":"traceutil/trace.go:171","msg":"trace[557462072] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"625.173225ms","start":"2026-02-28T00:32:20.810168Z","end":"2026-02-28T00:32:21.435341Z","steps":["trace[557462072] 'process raft request' (duration: 624.150433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:21.435438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.810142Z","time spent":"625.256087ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:21.435514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.797432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-28T00:32:21.435572Z","caller":"traceutil/trace.go:171","msg":"trace[764074293] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24286; }","duration":"543.894384ms","start":"2026-02-28T00:32:20.891663Z","end":"2026-02-28T00:32:21.435558Z","steps":["trace[764074293] 'agreement among raft nodes before linearized reading' (duration: 543.753031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:21.435607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.891646Z","time spent":"543.954015ms","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-02-28T00:32:21.435656Z","caller":"traceutil/trace.go:171","msg":"trace[571339066] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"625.265446ms","start":"2026-02-28T00:32:20.810355Z","end":"2026-02-28T00:32:21.43562Z","steps":["trace[571339066] 'process raft request' (duration: 624.121282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:21.435718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.810321Z","time spent":"625.365679ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:21.43584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.767582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:21.435871Z","caller":"traceutil/trace.go:171","msg":"trace[1993066119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24286; }","duration":"294.843104ms","start":"2026-02-28T00:32:21.141021Z","end":"2026-02-28T00:32:21.435864Z","steps":["trace[1993066119] 'agreement among raft nodes before linearized reading' (duration: 294.796433ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:21.435861Z","caller":"traceutil/trace.go:171","msg":"trace[919611880] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"625.224736ms","start":"2026-02-28T00:32:20.810627Z","end":"2026-02-28T00:32:21.435852Z","steps":["trace[919611880] 'process raft request' (duration: 624.046321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:21.435919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.810612Z","time spent":"625.277317ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:21.435996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.331956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:21.436022Z","caller":"traceutil/trace.go:171","msg":"trace[1953145510] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24286; }","duration":"680.412918ms","start":"2026-02-28T00:32:20.755604Z","end":"2026-02-28T00:32:21.436017Z","steps":["trace[1953145510] 'agreement among raft nodes before linearized reading' (duration: 680.367927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:21.436042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.755576Z","time spent":"680.460549ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:21.435728Z","caller":"traceutil/trace.go:171","msg":"trace[1594537930] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"544.63826ms","start":"2026-02-28T00:32:20.891082Z","end":"2026-02-28T00:32:21.43572Z","steps":["trace[1594537930] 'process raft request' (duration: 543.782001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:21.436127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.891049Z","time spent":"545.046769ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:21.436404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.46476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-28T00:32:21.43655Z","caller":"traceutil/trace.go:171","msg":"trace[147525471] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24286; }","duration":"546.644306ms","start":"2026-02-28T00:32:20.889862Z","end":"2026-02-28T00:32:21.436506Z","steps":["trace[147525471] 'agreement among raft nodes before linearized reading' (duration: 545.922569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:21.436649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:20.889834Z","time spent":"546.802359ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-28T00:32:22.280397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.956652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:22.280669Z","caller":"traceutil/trace.go:171","msg":"trace[172067842] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"838.299908ms","start":"2026-02-28T00:32:21.442343Z","end":"2026-02-28T00:32:22.280643Z","steps":["trace[172067842] 'process raft request' (duration: 300.019449ms)","trace[172067842] 'compare' (duration: 534.437494ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:22.280649Z","caller":"traceutil/trace.go:171","msg":"trace[1862615672] linearizableReadLoop","detail":"{readStateIndex:25149; appliedIndex:25148; }","duration":"835.290482ms","start":"2026-02-28T00:32:21.445333Z","end":"2026-02-28T00:32:22.280623Z","steps":["trace[1862615672] 'read index received' (duration: 297.044913ms)","trace[1862615672] 'applied index is now lower than readState.Index' (duration: 538.243409ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:22.280728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:21.442325Z","time spent":"838.38482ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T00:32:22.280998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.634589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-28T00:32:22.281054Z","caller":"traceutil/trace.go:171","msg":"trace[654995826] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24288; }","duration":"835.719611ms","start":"2026-02-28T00:32:21.445317Z","end":"2026-02-28T00:32:22.281036Z","steps":["trace[654995826] 'agreement among raft nodes before linearized reading' (duration: 835.499286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:22.281096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:21.445311Z","time spent":"835.776552ms","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-02-28T00:32:22.281601Z","caller":"traceutil/trace.go:171","msg":"trace[1940115941] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"715.737893ms","start":"2026-02-28T00:32:21.564872Z","end":"2026-02-28T00:32:22.28061Z","steps":["trace[1940115941] 'process raft request' (duration: 715.661831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:22.281928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:21.564852Z","time spent":"716.842806ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:22.781112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:32:22.869995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.544426ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:22.870133Z","caller":"traceutil/trace.go:171","msg":"trace[589737323] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24288; }","duration":"150.75346ms","start":"2026-02-28T00:32:22.719358Z","end":"2026-02-28T00:32:22.870112Z","steps":["trace[589737323] 'range keys from in-memory index tree' (duration: 150.523095ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:22.871049Z","caller":"traceutil/trace.go:171","msg":"trace[834886201] linearizableReadLoop","detail":"{readStateIndex:25152; appliedIndex:25150; }","duration":"590.259732ms","start":"2026-02-28T00:32:22.280718Z","end":"2026-02-28T00:32:22.870978Z","steps":["trace[834886201] 'read index received' (duration: 532.952411ms)","trace[834886201] 'applied index is now lower than readState.Index' (duration: 57.305541ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:22.871153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.969221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:22.871203Z","caller":"traceutil/trace.go:171","msg":"trace[1397231650] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24290; }","duration":"667.074283ms","start":"2026-02-28T00:32:22.204116Z","end":"2026-02-28T00:32:22.87119Z","steps":["trace[1397231650] 'agreement among raft nodes before linearized reading' (duration: 666.953201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:22.87125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:22.204087Z","time spent":"667.153405ms","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:22.871309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.416791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:22.871327Z","caller":"traceutil/trace.go:171","msg":"trace[1935071378] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"1.116005494s","start":"2026-02-28T00:32:21.7553Z","end":"2026-02-28T00:32:22.871305Z","steps":["trace[1935071378] 'process raft request' (duration: 1.058506309s)","trace[1935071378] 'compare' (duration: 56.40416ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:22.871362Z","caller":"traceutil/trace.go:171","msg":"trace[338014187] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24290; }","duration":"870.496403ms","start":"2026-02-28T00:32:22.000844Z","end":"2026-02-28T00:32:22.87134Z","steps":["trace[338014187] 'agreement among raft nodes before linearized reading' (duration: 870.435221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:22.871409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:22.000819Z","time spent":"870.579414ms","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:22.871444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:21.755277Z","time spent":"1.116096265s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:22.871225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134512343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:22.871702Z","caller":"traceutil/trace.go:171","msg":"trace[204108158] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24290; }","duration":"1.135063925s","start":"2026-02-28T00:32:21.736611Z","end":"2026-02-28T00:32:22.871674Z","steps":["trace[204108158] 'agreement among raft nodes before linearized reading' (duration: 1.134508693s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:22.87175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41818396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:22.87174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36182703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:22.871822Z","caller":"traceutil/trace.go:171","msg":"trace[565918453] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24290; }","duration":"1.418299622s","start":"2026-02-28T00:32:21.453506Z","end":"2026-02-28T00:32:22.871806Z","steps":["trace[565918453] 'agreement among raft nodes before linearized reading' (duration: 1.418141518s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:22.871844Z","caller":"traceutil/trace.go:171","msg":"trace[1621507764] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24290; }","duration":"1.361976584s","start":"2026-02-28T00:32:21.509843Z","end":"2026-02-28T00:32:22.87182Z","steps":["trace[1621507764] 'agreement among raft nodes before linearized reading' (duration: 1.36177925s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:22.871772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:21.736581Z","time spent":"1.135167157s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:22.87191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:21.509834Z","time spent":"1.362063956s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:22.871858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:21.453494Z","time spent":"1.418357374s","remote":"127.0.0.1:58246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:22.872004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.118554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b551ac61-d5c6-4d28-ba7f-63e9e9a05fee\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-28T00:32:22.871636Z","caller":"traceutil/trace.go:171","msg":"trace[509339348] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"1.111619306s","start":"2026-02-28T00:32:21.760002Z","end":"2026-02-28T00:32:22.871622Z","steps":["trace[509339348] 'process raft request' (duration: 1.11089264s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:22.872028Z","caller":"traceutil/trace.go:171","msg":"trace[1868903354] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b551ac61-d5c6-4d28-ba7f-63e9e9a05fee; range_end:; response_count:1; response_revision:24290; }","duration":"588.147994ms","start":"2026-02-28T00:32:22.283868Z","end":"2026-02-28T00:32:22.872016Z","steps":["trace[1868903354] 'agreement among raft nodes before linearized reading' (duration: 588.033812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:22.872045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:22.283854Z","time spent":"588.187486ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-b551ac61-d5c6-4d28-ba7f-63e9e9a05fee\" "} {"level":"warn","ts":"2026-02-28T00:32:22.872043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.362086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:22.872117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.178123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-28T00:32:22.872145Z","caller":"traceutil/trace.go:171","msg":"trace[2141512018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24290; }","duration":"383.53926ms","start":"2026-02-28T00:32:22.488584Z","end":"2026-02-28T00:32:22.872123Z","steps":["trace[2141512018] 'agreement among raft nodes before linearized reading' (duration: 383.326485ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:22.872175Z","caller":"traceutil/trace.go:171","msg":"trace[2119845713] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0; range_end:; response_count:1; response_revision:24290; }","duration":"587.271095ms","start":"2026-02-28T00:32:22.284884Z","end":"2026-02-28T00:32:22.872155Z","steps":["trace[2119845713] 'agreement among raft nodes before linearized reading' (duration: 587.069631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:22.872151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:21.759985Z","time spent":"1.112057806s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:22.872199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:22.488556Z","time spent":"383.633452ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:22.872228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:22.284868Z","time spent":"587.348478ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" "} {"level":"warn","ts":"2026-02-28T00:32:23.484193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375817,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T00:32:23.899782Z","caller":"traceutil/trace.go:171","msg":"trace[1169542402] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"1.025150059s","start":"2026-02-28T00:32:22.874596Z","end":"2026-02-28T00:32:23.899746Z","steps":["trace[1169542402] 'process raft request' (duration: 1.024502435s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:23.90058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:22.874572Z","time spent":"1.025884586s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:24.819481Z","caller":"traceutil/trace.go:171","msg":"trace[388859069] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"1.373252434s","start":"2026-02-28T00:32:23.446166Z","end":"2026-02-28T00:32:24.819418Z","steps":["trace[388859069] 'process raft request' (duration: 1.373139161s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:24.819904Z","caller":"traceutil/trace.go:171","msg":"trace[1684014839] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"1.375348701s","start":"2026-02-28T00:32:23.444519Z","end":"2026-02-28T00:32:24.819867Z","steps":["trace[1684014839] 'process raft request' (duration: 1.37441861s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:24.819934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:23.446152Z","time spent":"1.373461728s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:24.819946Z","caller":"traceutil/trace.go:171","msg":"trace[1367796659] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"1.375139546s","start":"2026-02-28T00:32:23.44476Z","end":"2026-02-28T00:32:24.8199Z","steps":["trace[1367796659] 'process raft request' (duration: 1.374482732s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:24.820048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:23.4445Z","time spent":"1.375469444s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:24.820176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:23.444752Z","time spent":"1.37531235s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:24.820665Z","caller":"traceutil/trace.go:171","msg":"trace[1109679142] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"1.374238636s","start":"2026-02-28T00:32:23.446384Z","end":"2026-02-28T00:32:24.820623Z","steps":["trace[1109679142] 'process raft request' (duration: 1.374096753s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:24.820619Z","caller":"traceutil/trace.go:171","msg":"trace[68835312] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"1.374432941s","start":"2026-02-28T00:32:23.446147Z","end":"2026-02-28T00:32:24.82058Z","steps":["trace[68835312] 'process raft request' (duration: 1.373211334s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:24.820942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:23.446113Z","time spent":"1.374725317s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:24.82078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:23.44634Z","time spent":"1.374384099s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:24.821068Z","caller":"traceutil/trace.go:171","msg":"trace[1954422034] linearizableReadLoop","detail":"{readStateIndex:25158; appliedIndex:25152; }","duration":"1.8373245s","start":"2026-02-28T00:32:22.983718Z","end":"2026-02-28T00:32:24.821043Z","steps":["trace[1954422034] 'read index received' (duration: 915.661414ms)","trace[1954422034] 'applied index is now lower than readState.Index' (duration: 921.661766ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:24.821308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33015382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:24.821317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837594576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-28T00:32:24.821353Z","caller":"traceutil/trace.go:171","msg":"trace[1672970041] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24296; }","duration":"1.330229631s","start":"2026-02-28T00:32:23.491114Z","end":"2026-02-28T00:32:24.821343Z","steps":["trace[1672970041] 'agreement among raft nodes before linearized reading' (duration: 1.330135449s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:24.821367Z","caller":"traceutil/trace.go:171","msg":"trace[660713871] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24296; }","duration":"1.837688498s","start":"2026-02-28T00:32:22.983662Z","end":"2026-02-28T00:32:24.82135Z","steps":["trace[660713871] 'agreement among raft nodes before linearized reading' (duration: 1.837510564s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:24.821359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279601499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:24.821388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:23.491101Z","time spent":"1.330280282s","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:24.821412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:22.983637Z","time spent":"1.837767079s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-02-28T00:32:24.821434Z","caller":"traceutil/trace.go:171","msg":"trace[1633052640] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24296; }","duration":"1.27968038s","start":"2026-02-28T00:32:23.541733Z","end":"2026-02-28T00:32:24.821413Z","steps":["trace[1633052640] 'agreement among raft nodes before linearized reading' (duration: 1.279547657s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:24.821481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:23.541666Z","time spent":"1.279803084s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:24.821512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417113656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:24.821541Z","caller":"traceutil/trace.go:171","msg":"trace[2076534202] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24296; }","duration":"1.417188088s","start":"2026-02-28T00:32:23.404344Z","end":"2026-02-28T00:32:24.821532Z","steps":["trace[2076534202] 'agreement among raft nodes before linearized reading' (duration: 1.417116606s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:24.821448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083516233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:24.821415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.450423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:24.82161Z","caller":"traceutil/trace.go:171","msg":"trace[913827145] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24296; }","duration":"1.083772368s","start":"2026-02-28T00:32:23.737824Z","end":"2026-02-28T00:32:24.821597Z","steps":["trace[913827145] 'agreement among raft nodes before linearized reading' (duration: 1.083429411s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:24.821641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:23.737785Z","time spent":"1.08384555s","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:24.821644Z","caller":"traceutil/trace.go:171","msg":"trace[683513702] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24296; }","duration":"408.755819ms","start":"2026-02-28T00:32:24.412872Z","end":"2026-02-28T00:32:24.821628Z","steps":["trace[683513702] 'agreement among raft nodes before linearized reading' (duration: 408.461893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:24.821653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.46333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-56b579f6bd-zz67f.1898401047b18a6f\" ","response":"range_response_count:1 size:2107"} {"level":"warn","ts":"2026-02-28T00:32:24.821642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680816351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:24.821723Z","caller":"traceutil/trace.go:171","msg":"trace[930341234] range","detail":"{range_begin:/registry/events/openstack/glance-api-56b579f6bd-zz67f.1898401047b18a6f; range_end:; response_count:1; response_revision:24296; }","duration":"916.565543ms","start":"2026-02-28T00:32:23.905134Z","end":"2026-02-28T00:32:24.8217Z","steps":["trace[930341234] 'agreement among raft nodes before linearized reading' (duration: 916.378399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:24.821493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837609806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-02-28T00:32:24.821749Z","caller":"traceutil/trace.go:171","msg":"trace[1598922022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24296; }","duration":"1.681023655s","start":"2026-02-28T00:32:23.140716Z","end":"2026-02-28T00:32:24.82174Z","steps":["trace[1598922022] 'agreement among raft nodes before linearized reading' (duration: 1.680824731s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:24.821777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:23.905097Z","time spent":"916.669825ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2130,"request content":"key:\"/registry/events/openstack/glance-api-56b579f6bd-zz67f.1898401047b18a6f\" "} {"level":"warn","ts":"2026-02-28T00:32:24.821847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:23.140692Z","time spent":"1.681147348s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:24.821602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:23.404317Z","time spent":"1.41727729s","remote":"127.0.0.1:59370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:24.82178Z","caller":"traceutil/trace.go:171","msg":"trace[1560897054] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:24296; }","duration":"1.837966714s","start":"2026-02-28T00:32:22.983806Z","end":"2026-02-28T00:32:24.821773Z","steps":["trace[1560897054] 'agreement among raft nodes before linearized reading' (duration: 1.837415792s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:24.821986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:22.983789Z","time spent":"1.838186629s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":929,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-28T00:32:24.82171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:24.412843Z","time spent":"408.830031ms","remote":"127.0.0.1:59568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:25.548613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.659989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:25.548898Z","caller":"traceutil/trace.go:171","msg":"trace[2113480255] linearizableReadLoop","detail":"{readStateIndex:25159; appliedIndex:25158; }","duration":"723.539236ms","start":"2026-02-28T00:32:24.825341Z","end":"2026-02-28T00:32:25.54888Z","steps":["trace[2113480255] 'read index received' (duration: 410.493818ms)","trace[2113480255] 'applied index is now lower than readState.Index' (duration: 313.043948ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:25.548966Z","caller":"traceutil/trace.go:171","msg":"trace[639977787] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"724.574588ms","start":"2026-02-28T00:32:24.824377Z","end":"2026-02-28T00:32:25.548952Z","steps":["trace[639977787] 'process raft request' (duration: 411.48823ms)","trace[639977787] 'compare' (duration: 312.505415ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:25.549013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:24.824352Z","time spent":"724.63932ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:25.54951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.136059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-144e092b-6848-4d46-86b8-12697b855582\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-28T00:32:25.549662Z","caller":"traceutil/trace.go:171","msg":"trace[630486669] range","detail":"{range_begin:/registry/persistentvolumes/pvc-144e092b-6848-4d46-86b8-12697b855582; range_end:; response_count:1; response_revision:24297; }","duration":"724.272652ms","start":"2026-02-28T00:32:24.825334Z","end":"2026-02-28T00:32:25.549606Z","steps":["trace[630486669] 'agreement among raft nodes before linearized reading' (duration: 723.647768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:25.549746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:24.825283Z","time spent":"724.450025ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-144e092b-6848-4d46-86b8-12697b855582\" "} {"level":"warn","ts":"2026-02-28T00:32:26.416131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.419958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:26.416343Z","caller":"traceutil/trace.go:171","msg":"trace[904237988] linearizableReadLoop","detail":"{readStateIndex:25161; appliedIndex:25159; }","duration":"867.409883ms","start":"2026-02-28T00:32:25.548919Z","end":"2026-02-28T00:32:26.416329Z","steps":["trace[904237988] 'read index received' (duration: 335.562446ms)","trace[904237988] 'applied index is now lower than readState.Index' (duration: 531.846317ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:26.416395Z","caller":"traceutil/trace.go:171","msg":"trace[113686464] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"1.536336449s","start":"2026-02-28T00:32:24.880024Z","end":"2026-02-28T00:32:26.41636Z","steps":["trace[113686464] 'process raft request' (duration: 1.536205566s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:26.416452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010545065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:26.416472Z","caller":"traceutil/trace.go:171","msg":"trace[1518414029] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24299; }","duration":"1.010626477s","start":"2026-02-28T00:32:25.405837Z","end":"2026-02-28T00:32:26.416464Z","steps":["trace[1518414029] 'agreement among raft nodes before linearized reading' (duration: 1.010555245s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:26.4165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:25.405801Z","time spent":"1.010692709s","remote":"127.0.0.1:58900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:26.416578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:24.879993Z","time spent":"1.536480521s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:26.416557Z","caller":"traceutil/trace.go:171","msg":"trace[1458176477] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"1.537599647s","start":"2026-02-28T00:32:24.878924Z","end":"2026-02-28T00:32:26.416524Z","steps":["trace[1458176477] 'process raft request' (duration: 1.005691548s)","trace[1458176477] 'compare' (duration: 531.137372ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:26.416716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103072456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T00:32:26.416736Z","caller":"traceutil/trace.go:171","msg":"trace[32902501] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24299; }","duration":"1.103146468s","start":"2026-02-28T00:32:25.313585Z","end":"2026-02-28T00:32:26.416732Z","steps":["trace[32902501] 'agreement among raft nodes before linearized reading' (duration: 1.103050986s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:26.41675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:25.313559Z","time spent":"1.103187798s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:32:26.416858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:24.878886Z","time spent":"1.537795431s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:26.416929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588043674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:26.416987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429895839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-46czm\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-02-28T00:32:26.417696Z","caller":"traceutil/trace.go:171","msg":"trace[737279690] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-46czm; range_end:; response_count:1; response_revision:24299; }","duration":"1.430628376s","start":"2026-02-28T00:32:24.987043Z","end":"2026-02-28T00:32:26.417671Z","steps":["trace[737279690] 'agreement among raft nodes before linearized reading' (duration: 1.429901089s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:26.417603Z","caller":"traceutil/trace.go:171","msg":"trace[689555987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24299; }","duration":"1.588718099s","start":"2026-02-28T00:32:24.828852Z","end":"2026-02-28T00:32:26.41757Z","steps":["trace[689555987] 'agreement among raft nodes before linearized reading' (duration: 1.588043553s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:26.417755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:24.987026Z","time spent":"1.430710868s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-46czm\" "} {"level":"warn","ts":"2026-02-28T00:32:26.417798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:24.828837Z","time spent":"1.588920874s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:32:27.364347Z","caller":"traceutil/trace.go:171","msg":"trace[640252955] linearizableReadLoop","detail":"{readStateIndex:25163; appliedIndex:25161; }","duration":"947.950229ms","start":"2026-02-28T00:32:26.416366Z","end":"2026-02-28T00:32:27.364316Z","steps":["trace[640252955] 'read index received' (duration: 115.212153ms)","trace[640252955] 'applied index is now lower than readState.Index' (duration: 832.736786ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:27.364481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518398831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:27.36461Z","caller":"traceutil/trace.go:171","msg":"trace[1545326831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24301; }","duration":"1.518576436s","start":"2026-02-28T00:32:25.845997Z","end":"2026-02-28T00:32:27.364574Z","steps":["trace[1545326831] 'agreement among raft nodes before linearized reading' (duration: 1.518360631s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:27.364714Z","caller":"traceutil/trace.go:171","msg":"trace[454910021] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"1.052889254s","start":"2026-02-28T00:32:26.311804Z","end":"2026-02-28T00:32:27.364694Z","steps":["trace[454910021] 'process raft request' (duration: 1.051937683s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.364832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619619844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-28T00:32:27.364852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:26.311769Z","time spent":"1.052989377s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:27.364867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716124433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:27.364889Z","caller":"traceutil/trace.go:171","msg":"trace[2052589479] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24301; }","duration":"1.619697146s","start":"2026-02-28T00:32:25.745176Z","end":"2026-02-28T00:32:27.364874Z","steps":["trace[2052589479] 'agreement among raft nodes before linearized reading' (duration: 1.619310168s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:27.364924Z","caller":"traceutil/trace.go:171","msg":"trace[1315727166] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24301; }","duration":"1.716242046s","start":"2026-02-28T00:32:25.648668Z","end":"2026-02-28T00:32:27.36491Z","steps":["trace[1315727166] 'agreement among raft nodes before linearized reading' (duration: 1.716112013s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.364939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:25.745101Z","time spent":"1.619822829s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:27.364977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:25.648642Z","time spent":"1.716321698s","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:27.365018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80172997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-28T00:32:27.36654Z","caller":"traceutil/trace.go:171","msg":"trace[164653820] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24301; }","duration":"1.803265623s","start":"2026-02-28T00:32:25.563229Z","end":"2026-02-28T00:32:27.366494Z","steps":["trace[164653820] 'agreement among raft nodes before linearized reading' (duration: 1.801602777s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.366743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:25.563204Z","time spent":"1.8034913s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-28T00:32:27.364897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801411943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841b89a55c45b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-28T00:32:27.366887Z","caller":"traceutil/trace.go:171","msg":"trace[291749783] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189841b89a55c45b; range_end:; response_count:1; response_revision:24301; }","duration":"1.803402887s","start":"2026-02-28T00:32:25.563445Z","end":"2026-02-28T00:32:27.366848Z","steps":["trace[291749783] 'agreement among raft nodes before linearized reading' (duration: 1.801236559s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.366991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:25.563435Z","time spent":"1.8035157s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841b89a55c45b\" "} {"level":"info","ts":"2026-02-28T00:32:27.365455Z","caller":"traceutil/trace.go:171","msg":"trace[481443399] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"940.619906ms","start":"2026-02-28T00:32:26.424806Z","end":"2026-02-28T00:32:27.365426Z","steps":["trace[481443399] 'process raft request' (duration: 939.41733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.367297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:26.424792Z","time spent":"942.421577ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4679,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:27.364666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:25.845979Z","time spent":"1.518674677s","remote":"127.0.0.1:42486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:27.861322Z","caller":"traceutil/trace.go:171","msg":"trace[370796962] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"1.033606737s","start":"2026-02-28T00:32:26.827684Z","end":"2026-02-28T00:32:27.861291Z","steps":["trace[370796962] 'process raft request' (duration: 1.033374052s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.861583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:26.827523Z","time spent":"1.033878013s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:27.861674Z","caller":"traceutil/trace.go:171","msg":"trace[892797530] linearizableReadLoop","detail":"{readStateIndex:25170; appliedIndex:25164; }","duration":"497.208958ms","start":"2026-02-28T00:32:27.364453Z","end":"2026-02-28T00:32:27.861662Z","steps":["trace[892797530] 'read index received' (duration: 496.594465ms)","trace[892797530] 'applied index is now lower than readState.Index' (duration: 613.723µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:27.861734Z","caller":"traceutil/trace.go:171","msg":"trace[1545233900] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"1.034035597s","start":"2026-02-28T00:32:26.82769Z","end":"2026-02-28T00:32:27.861725Z","steps":["trace[1545233900] 'process raft request' (duration: 1.033552156s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.861778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:26.827651Z","time spent":"1.034098117s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:27.861922Z","caller":"traceutil/trace.go:171","msg":"trace[1260974262] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"1.033787611s","start":"2026-02-28T00:32:26.828126Z","end":"2026-02-28T00:32:27.861914Z","steps":["trace[1260974262] 'process raft request' (duration: 1.033332911s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.861956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:26.828114Z","time spent":"1.033821911s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:27.862037Z","caller":"traceutil/trace.go:171","msg":"trace[1039985624] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"1.033846162s","start":"2026-02-28T00:32:26.828182Z","end":"2026-02-28T00:32:27.862028Z","steps":["trace[1039985624] 'process raft request' (duration: 1.033371252s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.86208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:26.828165Z","time spent":"1.033889193s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:27.862207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287770499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:27.862256Z","caller":"traceutil/trace.go:171","msg":"trace[1438436087] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24307; }","duration":"1.287846841s","start":"2026-02-28T00:32:26.57439Z","end":"2026-02-28T00:32:27.862237Z","steps":["trace[1438436087] 'agreement among raft nodes before linearized reading' (duration: 1.287769569s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.86227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294344615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-28T00:32:27.862294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:26.574373Z","time spent":"1.287911732s","remote":"127.0.0.1:59428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-28T00:32:27.8623Z","caller":"traceutil/trace.go:171","msg":"trace[171540277] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:24307; }","duration":"1.294428227s","start":"2026-02-28T00:32:26.567863Z","end":"2026-02-28T00:32:27.862291Z","steps":["trace[171540277] 'agreement among raft nodes before linearized reading' (duration: 1.294307584s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.862331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:26.567832Z","time spent":"1.294491178s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-02-28T00:32:27.862468Z","caller":"traceutil/trace.go:171","msg":"trace[628414402] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"1.033809572s","start":"2026-02-28T00:32:26.828648Z","end":"2026-02-28T00:32:27.862458Z","steps":["trace[628414402] 'process raft request' (duration: 1.032941003s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.862469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443736396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:27.862505Z","caller":"traceutil/trace.go:171","msg":"trace[1644541507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24307; }","duration":"1.443784906s","start":"2026-02-28T00:32:26.41871Z","end":"2026-02-28T00:32:27.862494Z","steps":["trace[1644541507] 'agreement among raft nodes before linearized reading' (duration: 1.443724275s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.862535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:26.418693Z","time spent":"1.443834518s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:27.862529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:26.828636Z","time spent":"1.033855532s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:27.862522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441295131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-28T00:32:27.862636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.645818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:27.862587Z","caller":"traceutil/trace.go:171","msg":"trace[1811987606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24307; }","duration":"1.441420275s","start":"2026-02-28T00:32:26.42115Z","end":"2026-02-28T00:32:27.86257Z","steps":["trace[1811987606] 'agreement among raft nodes before linearized reading' (duration: 1.441173939s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:27.86267Z","caller":"traceutil/trace.go:171","msg":"trace[466129128] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24307; }","duration":"853.683229ms","start":"2026-02-28T00:32:27.008977Z","end":"2026-02-28T00:32:27.86266Z","steps":["trace[466129128] 'agreement among raft nodes before linearized reading' (duration: 853.611228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.862696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:27.008919Z","time spent":"853.769982ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:27.862705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:26.421131Z","time spent":"1.441564488s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T00:32:27.862845Z","caller":"traceutil/trace.go:171","msg":"trace[1231073562] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"574.501212ms","start":"2026-02-28T00:32:27.288332Z","end":"2026-02-28T00:32:27.862833Z","steps":["trace[1231073562] 'process raft request' (duration: 573.295685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.862916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:27.288298Z","time spent":"574.575394ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:27.862955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436534207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:27.862991Z","caller":"traceutil/trace.go:171","msg":"trace[840608983] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24307; }","duration":"1.436593698s","start":"2026-02-28T00:32:26.426387Z","end":"2026-02-28T00:32:27.86298Z","steps":["trace[840608983] 'agreement among raft nodes before linearized reading' (duration: 1.436531127s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:27.863023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:26.426382Z","time spent":"1.436632739s","remote":"127.0.0.1:59114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:28.038748Z","caller":"traceutil/trace.go:171","msg":"trace[830603952] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"668.019974ms","start":"2026-02-28T00:32:27.370702Z","end":"2026-02-28T00:32:28.038722Z","steps":["trace[830603952] 'process raft request' (duration: 665.740945ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:28.038765Z","caller":"traceutil/trace.go:171","msg":"trace[1275792464] linearizableReadLoop","detail":"{readStateIndex:25171; appliedIndex:25170; }","duration":"177.022323ms","start":"2026-02-28T00:32:27.861702Z","end":"2026-02-28T00:32:28.038725Z","steps":["trace[1275792464] 'read index received' (duration: 174.756594ms)","trace[1275792464] 'applied index is now lower than readState.Index' (duration: 2.263289ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:28.038891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:27.37068Z","time spent":"668.135437ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:28.038928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.345947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-28T00:32:28.038994Z","caller":"traceutil/trace.go:171","msg":"trace[1448384303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24308; }","duration":"277.46531ms","start":"2026-02-28T00:32:27.761507Z","end":"2026-02-28T00:32:28.038973Z","steps":["trace[1448384303] 'agreement among raft nodes before linearized reading' (duration: 277.220325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:28.039143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.951139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:28.0392Z","caller":"traceutil/trace.go:171","msg":"trace[966192504] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24308; }","duration":"453.079191ms","start":"2026-02-28T00:32:27.586097Z","end":"2026-02-28T00:32:28.039177Z","steps":["trace[966192504] 'agreement among raft nodes before linearized reading' (duration: 452.949099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:28.039243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.53866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:28.039244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:27.586059Z","time spent":"453.174024ms","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:28.039267Z","caller":"traceutil/trace.go:171","msg":"trace[1967571852] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24308; }","duration":"165.57421ms","start":"2026-02-28T00:32:27.873684Z","end":"2026-02-28T00:32:28.039259Z","steps":["trace[1967571852] 'agreement among raft nodes before linearized reading' (duration: 165.525129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:28.039303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.852843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-28T00:32:28.039338Z","caller":"traceutil/trace.go:171","msg":"trace[1227491505] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24308; }","duration":"173.904505ms","start":"2026-02-28T00:32:27.865424Z","end":"2026-02-28T00:32:28.039328Z","steps":["trace[1227491505] 'agreement among raft nodes before linearized reading' (duration: 173.760932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:28.039495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.859418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:28.039514Z","caller":"traceutil/trace.go:171","msg":"trace[1818442933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24308; }","duration":"166.91011ms","start":"2026-02-28T00:32:27.872598Z","end":"2026-02-28T00:32:28.039508Z","steps":["trace[1818442933] 'agreement among raft nodes before linearized reading' (duration: 166.873019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:28.039509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.537447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ec3c8766-7cf3-4137-b282-22628d43df3d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-28T00:32:28.039611Z","caller":"traceutil/trace.go:171","msg":"trace[1337465985] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ec3c8766-7cf3-4137-b282-22628d43df3d; range_end:; response_count:1; response_revision:24308; }","duration":"668.669479ms","start":"2026-02-28T00:32:27.370922Z","end":"2026-02-28T00:32:28.039591Z","steps":["trace[1337465985] 'agreement among raft nodes before linearized reading' (duration: 668.458725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:28.03966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:27.370901Z","time spent":"668.745382ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ec3c8766-7cf3-4137-b282-22628d43df3d\" "} {"level":"warn","ts":"2026-02-28T00:32:28.541939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:32:29.042836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:32:29.073312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030739894s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:32:29.214232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.594625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:29.214339Z","caller":"traceutil/trace.go:171","msg":"trace[215148404] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"1.17362637s","start":"2026-02-28T00:32:28.04069Z","end":"2026-02-28T00:32:29.214316Z","steps":["trace[215148404] 'process raft request' (duration: 1.032857631s)","trace[215148404] 'compare' (duration: 140.248938ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:29.214402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:28.040668Z","time spent":"1.173705542s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:29.268386Z","caller":"traceutil/trace.go:171","msg":"trace[1783096605] linearizableReadLoop","detail":"{readStateIndex:25177; appliedIndex:25172; }","duration":"1.227543725s","start":"2026-02-28T00:32:28.040813Z","end":"2026-02-28T00:32:29.268357Z","steps":["trace[1783096605] 'read index received' (duration: 1.032749678s)","trace[1783096605] 'applied index is now lower than readState.Index' (duration: 194.792527ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:29.268829Z","caller":"traceutil/trace.go:171","msg":"trace[310662018] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"1.224999179s","start":"2026-02-28T00:32:28.043812Z","end":"2026-02-28T00:32:29.268811Z","steps":["trace[310662018] 'process raft request' (duration: 1.224185171s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:29.268957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:28.043793Z","time spent":"1.225083241s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:29.269122Z","caller":"traceutil/trace.go:171","msg":"trace[96293738] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"1.225202783s","start":"2026-02-28T00:32:28.043911Z","end":"2026-02-28T00:32:29.269114Z","steps":["trace[96293738] 'process raft request' (duration: 1.224293762s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:29.269173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:28.043893Z","time spent":"1.225258225s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T00:32:29.269333Z","caller":"traceutil/trace.go:171","msg":"trace[13695262] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"845.463358ms","start":"2026-02-28T00:32:28.42386Z","end":"2026-02-28T00:32:29.269324Z","steps":["trace[13695262] 'process raft request' (duration: 844.409774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:29.269417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:28.423836Z","time spent":"845.526789ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:29.269507Z","caller":"traceutil/trace.go:171","msg":"trace[339271327] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"845.448408ms","start":"2026-02-28T00:32:28.424051Z","end":"2026-02-28T00:32:29.269499Z","steps":["trace[339271327] 'process raft request' (duration: 844.261691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:29.269558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:28.424042Z","time spent":"845.493128ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:29.269809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051541245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:29.26986Z","caller":"traceutil/trace.go:171","msg":"trace[161912571] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24313; }","duration":"1.051638397s","start":"2026-02-28T00:32:28.218211Z","end":"2026-02-28T00:32:29.26985Z","steps":["trace[161912571] 'agreement among raft nodes before linearized reading' (duration: 1.051558776s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:29.269911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:28.218187Z","time spent":"1.051716139s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:29.269884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.565838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:29.269971Z","caller":"traceutil/trace.go:171","msg":"trace[780078301] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24313; }","duration":"858.723392ms","start":"2026-02-28T00:32:28.411226Z","end":"2026-02-28T00:32:29.26995Z","steps":["trace[780078301] 'agreement among raft nodes before linearized reading' (duration: 858.533557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:29.270035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:28.411204Z","time spent":"858.819594ms","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:29.270101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003626283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:29.270142Z","caller":"traceutil/trace.go:171","msg":"trace[1213816364] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24313; }","duration":"1.003686184s","start":"2026-02-28T00:32:28.266446Z","end":"2026-02-28T00:32:29.270132Z","steps":["trace[1213816364] 'agreement among raft nodes before linearized reading' (duration: 1.003622102s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:29.270177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:28.266435Z","time spent":"1.003734094s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:29.270347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.288155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-02-28T00:32:29.270384Z","caller":"traceutil/trace.go:171","msg":"trace[1756594518] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24313; }","duration":"633.385467ms","start":"2026-02-28T00:32:28.636989Z","end":"2026-02-28T00:32:29.270375Z","steps":["trace[1756594518] 'agreement among raft nodes before linearized reading' (duration: 633.300715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:29.270424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:28.63697Z","time spent":"633.447609ms","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-28T00:32:29.270539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229699523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:29.270791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145275142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:29.270838Z","caller":"traceutil/trace.go:171","msg":"trace[381475205] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24313; }","duration":"1.145351154s","start":"2026-02-28T00:32:28.125476Z","end":"2026-02-28T00:32:29.270827Z","steps":["trace[381475205] 'agreement among raft nodes before linearized reading' (duration: 1.145285062s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:29.270873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:28.125458Z","time spent":"1.145407925s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-28T00:32:29.270904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226758068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:29.271004Z","caller":"traceutil/trace.go:171","msg":"trace[2104670087] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24313; }","duration":"1.22686628s","start":"2026-02-28T00:32:28.044115Z","end":"2026-02-28T00:32:29.270981Z","steps":["trace[2104670087] 'agreement among raft nodes before linearized reading' (duration: 1.226712027s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:29.271137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:28.044082Z","time spent":"1.227002233s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T00:32:29.270739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226455331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-28T00:32:29.271239Z","caller":"traceutil/trace.go:171","msg":"trace[1273658064] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24313; }","duration":"1.227723579s","start":"2026-02-28T00:32:28.043486Z","end":"2026-02-28T00:32:29.27121Z","steps":["trace[1273658064] 'agreement among raft nodes before linearized reading' (duration: 1.226277037s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:29.271329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:28.043466Z","time spent":"1.227831871s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T00:32:29.270648Z","caller":"traceutil/trace.go:171","msg":"trace[1173758778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24313; }","duration":"1.229857056s","start":"2026-02-28T00:32:28.040762Z","end":"2026-02-28T00:32:29.270619Z","steps":["trace[1173758778] 'agreement among raft nodes before linearized reading' (duration: 1.229703113s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:29.272114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:28.04074Z","time spent":"1.23135527s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:29.778537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:32:30.279522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285375859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:32:30.364074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.087024401s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:32:30.364492Z","caller":"traceutil/trace.go:171","msg":"trace[999633182] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"1.087533693s","start":"2026-02-28T00:32:29.276932Z","end":"2026-02-28T00:32:30.364466Z","steps":["trace[999633182] 'process raft request' (duration: 1.087363609s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:30.364614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.276914Z","time spent":"1.087627635s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T00:32:31.278188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:32:31.278262Z","caller":"traceutil/trace.go:171","msg":"trace[1662357984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169038s","start":"2026-02-28T00:32:29.278078Z","end":"2026-02-28T00:32:31.278247Z","steps":["trace[1662357984] 'agreement among raft nodes before linearized reading' (duration: 2.000079276s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:31.278299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.278072Z","time spent":"2.000219319s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:32:31.324747Z","caller":"traceutil/trace.go:171","msg":"trace[1370708664] linearizableReadLoop","detail":"{readStateIndex:25183; appliedIndex:25177; }","duration":"2.047254951s","start":"2026-02-28T00:32:29.277466Z","end":"2026-02-28T00:32:31.324721Z","steps":["trace[1370708664] 'read index received' (duration: 1.086875058s)","trace[1370708664] 'applied index is now lower than readState.Index' (duration: 960.378543ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:31.324882Z","caller":"traceutil/trace.go:171","msg":"trace[123379964] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"1.454447993s","start":"2026-02-28T00:32:29.870421Z","end":"2026-02-28T00:32:31.324869Z","steps":["trace[123379964] 'process raft request' (duration: 1.454227508s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:31.324851Z","caller":"traceutil/trace.go:171","msg":"trace[1331667322] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"1.454490495s","start":"2026-02-28T00:32:29.870302Z","end":"2026-02-28T00:32:31.324792Z","steps":["trace[1331667322] 'process raft request' (duration: 1.454202088s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:31.324906Z","caller":"traceutil/trace.go:171","msg":"trace[886069781] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"1.454476834s","start":"2026-02-28T00:32:29.870382Z","end":"2026-02-28T00:32:31.324858Z","steps":["trace[886069781] 'process raft request' (duration: 1.454229679s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:31.325071Z","caller":"traceutil/trace.go:171","msg":"trace[445481673] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"1.454652668s","start":"2026-02-28T00:32:29.870342Z","end":"2026-02-28T00:32:31.324994Z","steps":["trace[445481673] 'process raft request' (duration: 1.454222039s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:31.325127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.870296Z","time spent":"1.454676688s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:31.325147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.870377Z","time spent":"1.454646839s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:31.325226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.870336Z","time spent":"1.454799892s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:31.325306Z","caller":"traceutil/trace.go:171","msg":"trace[174734050] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"1.455118698s","start":"2026-02-28T00:32:29.870174Z","end":"2026-02-28T00:32:31.325293Z","steps":["trace[174734050] 'process raft request' (duration: 1.454170447s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:31.325361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.870144Z","time spent":"1.45518714s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:31.325513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048039759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:31.325571Z","caller":"traceutil/trace.go:171","msg":"trace[1578320448] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24319; }","duration":"2.04809444s","start":"2026-02-28T00:32:29.27746Z","end":"2026-02-28T00:32:31.325554Z","steps":["trace[1578320448] 'agreement among raft nodes before linearized reading' (duration: 2.047992548s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:31.32562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.277428Z","time spent":"2.048179401s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T00:32:31.325642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.870416Z","time spent":"1.454501914s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:31.349135Z","caller":"traceutil/trace.go:171","msg":"trace[516864407] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"676.180186ms","start":"2026-02-28T00:32:30.672907Z","end":"2026-02-28T00:32:31.349087Z","steps":["trace[516864407] 'process raft request' (duration: 675.739796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:31.349339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070376564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-28T00:32:31.349353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:30.672872Z","time spent":"676.366549ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:31.349388Z","caller":"traceutil/trace.go:171","msg":"trace[210606499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24323; }","duration":"2.070448696s","start":"2026-02-28T00:32:29.278926Z","end":"2026-02-28T00:32:31.349374Z","steps":["trace[210606499] 'agreement among raft nodes before linearized reading' (duration: 2.070290072s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:31.349425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.278917Z","time spent":"2.070499997s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:32:31.349649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.704942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-28T00:32:31.349687Z","caller":"traceutil/trace.go:171","msg":"trace[81272710] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0; range_end:; response_count:1; response_revision:24323; }","duration":"979.790663ms","start":"2026-02-28T00:32:30.369885Z","end":"2026-02-28T00:32:31.349675Z","steps":["trace[81272710] 'agreement among raft nodes before linearized reading' (duration: 979.62049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:31.349715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:30.369855Z","time spent":"979.848965ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" "} {"level":"warn","ts":"2026-02-28T00:32:31.349812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01334514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:31.349866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069433432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-28T00:32:31.349951Z","caller":"traceutil/trace.go:171","msg":"trace[1515043234] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24323; }","duration":"2.069532514s","start":"2026-02-28T00:32:29.280401Z","end":"2026-02-28T00:32:31.349933Z","steps":["trace[1515043234] 'agreement among raft nodes before linearized reading' (duration: 2.069304479s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:31.349995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.280387Z","time spent":"2.069600696s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-28T00:32:31.349981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.738639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:31.350022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055015003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-02-28T00:32:31.350029Z","caller":"traceutil/trace.go:171","msg":"trace[1294302195] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"274.820341ms","start":"2026-02-28T00:32:31.075161Z","end":"2026-02-28T00:32:31.349981Z","steps":["trace[1294302195] 'process raft request' (duration: 273.729657ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:31.350052Z","caller":"traceutil/trace.go:171","msg":"trace[1193159542] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24323; }","duration":"112.84692ms","start":"2026-02-28T00:32:31.237193Z","end":"2026-02-28T00:32:31.35004Z","steps":["trace[1193159542] 'agreement among raft nodes before linearized reading' (duration: 112.764839ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:31.350107Z","caller":"traceutil/trace.go:171","msg":"trace[209303465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24323; }","duration":"2.055135586s","start":"2026-02-28T00:32:29.29495Z","end":"2026-02-28T00:32:31.350086Z","steps":["trace[209303465] 'agreement among raft nodes before linearized reading' (duration: 2.05485203s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:31.349711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649574529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-46czm\" ","response":"range_response_count:1 size:4696"} {"level":"info","ts":"2026-02-28T00:32:31.349974Z","caller":"traceutil/trace.go:171","msg":"trace[2138630524] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24323; }","duration":"2.013563854s","start":"2026-02-28T00:32:29.336354Z","end":"2026-02-28T00:32:31.349917Z","steps":["trace[2138630524] 'agreement among raft nodes before linearized reading' (duration: 2.013234336s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:31.350159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.294934Z","time spent":"2.055215568s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T00:32:31.350175Z","caller":"traceutil/trace.go:171","msg":"trace[1811254041] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-46czm; range_end:; response_count:1; response_revision:24323; }","duration":"1.650058389s","start":"2026-02-28T00:32:29.700093Z","end":"2026-02-28T00:32:31.350152Z","steps":["trace[1811254041] 'agreement among raft nodes before linearized reading' (duration: 1.649544158s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:31.349889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565114266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-28T00:32:31.350229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.700071Z","time spent":"1.650142141s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4719,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-46czm\" "} {"level":"info","ts":"2026-02-28T00:32:31.350258Z","caller":"traceutil/trace.go:171","msg":"trace[1288730445] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24323; }","duration":"1.565528936s","start":"2026-02-28T00:32:29.78472Z","end":"2026-02-28T00:32:31.350249Z","steps":["trace[1288730445] 'agreement among raft nodes before linearized reading' (duration: 1.565008814s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:31.350291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.784694Z","time spent":"1.565586217s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:31.350346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.336338Z","time spent":"2.013962034s","remote":"127.0.0.1:58236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:31.351096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975576903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273009"} {"level":"info","ts":"2026-02-28T00:32:31.351227Z","caller":"traceutil/trace.go:171","msg":"trace[545009696] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24323; }","duration":"1.975712266s","start":"2026-02-28T00:32:29.375501Z","end":"2026-02-28T00:32:31.351213Z","steps":["trace[545009696] 'agreement among raft nodes before linearized reading' (duration: 1.974282914s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:31.351317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:29.375464Z","time spent":"1.975838429s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273032,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-28T00:32:42.106129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.690379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:42.106222Z","caller":"traceutil/trace.go:171","msg":"trace[200229871] linearizableReadLoop","detail":"{readStateIndex:25302; appliedIndex:25301; }","duration":"542.582935ms","start":"2026-02-28T00:32:41.563622Z","end":"2026-02-28T00:32:42.106205Z","steps":["trace[200229871] 'read index received' (duration: 322.699003ms)","trace[200229871] 'applied index is now lower than readState.Index' (duration: 219.882672ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:42.106321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.710668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:42.106339Z","caller":"traceutil/trace.go:171","msg":"trace[88712636] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24436; }","duration":"542.81197ms","start":"2026-02-28T00:32:41.56352Z","end":"2026-02-28T00:32:42.106332Z","steps":["trace[88712636] 'agreement among raft nodes before linearized reading' (duration: 542.759489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:42.106361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:41.563493Z","time spent":"542.863671ms","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-28T00:32:42.106475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.446102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:42.106504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.530507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:42.106545Z","caller":"traceutil/trace.go:171","msg":"trace[1661229293] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24436; }","duration":"339.588035ms","start":"2026-02-28T00:32:41.766945Z","end":"2026-02-28T00:32:42.106533Z","steps":["trace[1661229293] 'agreement among raft nodes before linearized reading' (duration: 339.440952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:42.106603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:41.766917Z","time spent":"339.672708ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:42.106602Z","caller":"traceutil/trace.go:171","msg":"trace[2076017891] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24436; }","duration":"363.69639ms","start":"2026-02-28T00:32:41.742881Z","end":"2026-02-28T00:32:42.106578Z","steps":["trace[2076017891] 'agreement among raft nodes before linearized reading' (duration: 363.481306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:42.10666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:41.742861Z","time spent":"363.786293ms","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:42.107015Z","caller":"traceutil/trace.go:171","msg":"trace[1885117615] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"574.241286ms","start":"2026-02-28T00:32:41.532045Z","end":"2026-02-28T00:32:42.106287Z","steps":["trace[1885117615] 'process raft request' (duration: 354.314873ms)","trace[1885117615] 'compare' (duration: 219.459453ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:42.107159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:41.532027Z","time spent":"575.026814ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:47.442919Z","caller":"traceutil/trace.go:171","msg":"trace[910502891] linearizableReadLoop","detail":"{readStateIndex:25338; appliedIndex:25337; }","duration":"234.855435ms","start":"2026-02-28T00:32:47.208041Z","end":"2026-02-28T00:32:47.442896Z","steps":["trace[910502891] 'read index received' (duration: 234.689611ms)","trace[910502891] 'applied index is now lower than readState.Index' (duration: 165.314µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:47.443178Z","caller":"traceutil/trace.go:171","msg":"trace[1847059407] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"237.430313ms","start":"2026-02-28T00:32:47.205736Z","end":"2026-02-28T00:32:47.443166Z","steps":["trace[1847059407] 'process raft request' (duration: 237.015314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:47.443452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.387666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-28T00:32:47.443488Z","caller":"traceutil/trace.go:171","msg":"trace[1978093528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24470; }","duration":"235.465258ms","start":"2026-02-28T00:32:47.208014Z","end":"2026-02-28T00:32:47.443479Z","steps":["trace[1978093528] 'agreement among raft nodes before linearized reading' (duration: 235.328405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:47.443608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.289232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:47.443626Z","caller":"traceutil/trace.go:171","msg":"trace[2083232622] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24470; }","duration":"229.331012ms","start":"2026-02-28T00:32:47.214289Z","end":"2026-02-28T00:32:47.44362Z","steps":["trace[2083232622] 'agreement among raft nodes before linearized reading' (duration: 229.288822ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:47.864928Z","caller":"traceutil/trace.go:171","msg":"trace[1895199709] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"414.533807ms","start":"2026-02-28T00:32:47.450349Z","end":"2026-02-28T00:32:47.864883Z","steps":["trace[1895199709] 'process raft request' (duration: 381.602897ms)","trace[1895199709] 'compare' (duration: 31.790975ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:47.865103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:47.450339Z","time spent":"414.67537ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:47.865338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.639885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-28T00:32:47.865385Z","caller":"traceutil/trace.go:171","msg":"trace[180753429] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24471; }","duration":"412.705766ms","start":"2026-02-28T00:32:47.452667Z","end":"2026-02-28T00:32:47.865373Z","steps":["trace[180753429] 'agreement among raft nodes before linearized reading' (duration: 412.308627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:47.865416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:47.452658Z","time spent":"412.746477ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-28T00:32:47.866101Z","caller":"traceutil/trace.go:171","msg":"trace[32924634] linearizableReadLoop","detail":"{readStateIndex:25339; appliedIndex:25338; }","duration":"412.173955ms","start":"2026-02-28T00:32:47.452691Z","end":"2026-02-28T00:32:47.864865Z","steps":["trace[32924634] 'read index received' (duration: 379.316816ms)","trace[32924634] 'applied index is now lower than readState.Index' (duration: 32.855639ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:48.366848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285376223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:32:49.753219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078195974s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:49.7535Z","caller":"traceutil/trace.go:171","msg":"trace[1547977635] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"2.298598722s","start":"2026-02-28T00:32:47.454868Z","end":"2026-02-28T00:32:49.753467Z","steps":["trace[1547977635] 'process raft request' (duration: 1.219269002s)","trace[1547977635] 'compare' (duration: 1.078051431s)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:49.753533Z","caller":"traceutil/trace.go:171","msg":"trace[1118056322] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"2.294610213s","start":"2026-02-28T00:32:47.458902Z","end":"2026-02-28T00:32:49.753512Z","steps":["trace[1118056322] 'process raft request' (duration: 2.294531801s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:49.753551Z","caller":"traceutil/trace.go:171","msg":"trace[1811246363] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"2.294809398s","start":"2026-02-28T00:32:47.458696Z","end":"2026-02-28T00:32:49.753505Z","steps":["trace[1811246363] 'process raft request' (duration: 2.294658735s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:49.753608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:47.458896Z","time spent":"2.294676824s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:49.753642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:47.454859Z","time spent":"2.298707674s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:49.753716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:47.458679Z","time spent":"2.29494587s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:49.753925Z","caller":"traceutil/trace.go:171","msg":"trace[43730425] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"2.294857459s","start":"2026-02-28T00:32:47.459051Z","end":"2026-02-28T00:32:49.753908Z","steps":["trace[43730425] 'process raft request' (duration: 2.294702585s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:49.753946Z","caller":"traceutil/trace.go:171","msg":"trace[545195045] linearizableReadLoop","detail":"{readStateIndex:25346; appliedIndex:25339; }","duration":"1.887778507s","start":"2026-02-28T00:32:47.866144Z","end":"2026-02-28T00:32:49.753922Z","steps":["trace[545195045] 'read index received' (duration: 808.12138ms)","trace[545195045] 'applied index is now lower than readState.Index' (duration: 1.079656097s)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:49.753987Z","caller":"traceutil/trace.go:171","msg":"trace[613975069] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"2.292834723s","start":"2026-02-28T00:32:47.461143Z","end":"2026-02-28T00:32:49.753978Z","steps":["trace[613975069] 'process raft request' (duration: 2.29270446s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:49.754052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:47.461136Z","time spent":"2.292877574s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:49.754067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:47.459041Z","time spent":"2.29495052s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:49.753951Z","caller":"traceutil/trace.go:171","msg":"trace[1367750176] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"1.856655177s","start":"2026-02-28T00:32:47.897283Z","end":"2026-02-28T00:32:49.753938Z","steps":["trace[1367750176] 'process raft request' (duration: 1.856609226s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:49.754108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906171264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:49.754145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212632166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T00:32:49.754169Z","caller":"traceutil/trace.go:171","msg":"trace[1654380034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24478; }","duration":"2.212700008s","start":"2026-02-28T00:32:47.541459Z","end":"2026-02-28T00:32:49.754159Z","steps":["trace[1654380034] 'agreement among raft nodes before linearized reading' (duration: 2.212587886s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:49.754163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:47.897252Z","time spent":"1.856880582s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:49.754169Z","caller":"traceutil/trace.go:171","msg":"trace[254910298] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24478; }","duration":"1.906249826s","start":"2026-02-28T00:32:47.8479Z","end":"2026-02-28T00:32:49.75415Z","steps":["trace[254910298] 'agreement among raft nodes before linearized reading' (duration: 1.906102373s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:49.754202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:47.541424Z","time spent":"2.21277124s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:32:49.754211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:47.847849Z","time spent":"1.906353298s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:49.754172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894351182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:49.754296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874284698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-28T00:32:49.754287Z","caller":"traceutil/trace.go:171","msg":"trace[770619780] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24478; }","duration":"1.894538976s","start":"2026-02-28T00:32:47.859716Z","end":"2026-02-28T00:32:49.754255Z","steps":["trace[770619780] 'agreement among raft nodes before linearized reading' (duration: 1.89427169s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:49.754329Z","caller":"traceutil/trace.go:171","msg":"trace[930536303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24478; }","duration":"1.87435611s","start":"2026-02-28T00:32:47.879963Z","end":"2026-02-28T00:32:49.754319Z","steps":["trace[930536303] 'agreement among raft nodes before linearized reading' (duration: 1.874217657s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:49.754343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:47.859691Z","time spent":"1.894641599s","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-28T00:32:49.754355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:47.879937Z","time spent":"1.874413151s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-28T00:32:49.75456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.078215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:49.754606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588777671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T00:32:49.754596Z","caller":"traceutil/trace.go:171","msg":"trace[920676820] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24478; }","duration":"404.161356ms","start":"2026-02-28T00:32:49.350425Z","end":"2026-02-28T00:32:49.754586Z","steps":["trace[920676820] 'agreement among raft nodes before linearized reading' (duration: 404.098305ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:49.754628Z","caller":"traceutil/trace.go:171","msg":"trace[841864006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24478; }","duration":"1.588815311s","start":"2026-02-28T00:32:48.165807Z","end":"2026-02-28T00:32:49.754623Z","steps":["trace[841864006] 'agreement among raft nodes before linearized reading' (duration: 1.58874932s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:49.754646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:48.165802Z","time spent":"1.588840802s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:32:49.754649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:49.350401Z","time spent":"404.239769ms","remote":"127.0.0.1:59208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:49.754696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.872146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-28T00:32:49.754727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589328922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-28T00:32:49.754733Z","caller":"traceutil/trace.go:171","msg":"trace[1006263930] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24478; }","duration":"905.961457ms","start":"2026-02-28T00:32:48.848761Z","end":"2026-02-28T00:32:49.754723Z","steps":["trace[1006263930] 'agreement among raft nodes before linearized reading' (duration: 905.822714ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:49.754747Z","caller":"traceutil/trace.go:171","msg":"trace[1087084439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24478; }","duration":"1.589385704s","start":"2026-02-28T00:32:48.165356Z","end":"2026-02-28T00:32:49.754742Z","steps":["trace[1087084439] 'agreement among raft nodes before linearized reading' (duration: 1.589332913s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:49.754744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744755588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:49.754764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:48.165334Z","time spent":"1.589426444s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:32:49.754564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030538689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-28T00:32:49.754814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608257132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:49.754814Z","caller":"traceutil/trace.go:171","msg":"trace[208629828] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24478; }","duration":"1.030808655s","start":"2026-02-28T00:32:48.723985Z","end":"2026-02-28T00:32:49.754794Z","steps":["trace[208629828] 'agreement among raft nodes before linearized reading' (duration: 1.030391496s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:49.754831Z","caller":"traceutil/trace.go:171","msg":"trace[169167765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24478; }","duration":"1.608312624s","start":"2026-02-28T00:32:48.146512Z","end":"2026-02-28T00:32:49.754825Z","steps":["trace[169167765] 'agreement among raft nodes before linearized reading' (duration: 1.608272933s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:49.754861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:48.723969Z","time spent":"1.030875346s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:49.754849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:48.146488Z","time spent":"1.608357054s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:49.754879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.030868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-28T00:32:49.754909Z","caller":"traceutil/trace.go:171","msg":"trace[1398050789] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24478; }","duration":"933.094269ms","start":"2026-02-28T00:32:48.821807Z","end":"2026-02-28T00:32:49.754901Z","steps":["trace[1398050789] 'agreement among raft nodes before linearized reading' (duration: 932.976687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:49.754912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.138024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T00:32:49.754935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:48.821789Z","time spent":"933.14002ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-28T00:32:49.754944Z","caller":"traceutil/trace.go:171","msg":"trace[1533388953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24478; }","duration":"306.211666ms","start":"2026-02-28T00:32:49.448722Z","end":"2026-02-28T00:32:49.754934Z","steps":["trace[1533388953] 'agreement among raft nodes before linearized reading' (duration: 306.113494ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:49.754772Z","caller":"traceutil/trace.go:171","msg":"trace[1337990953] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24478; }","duration":"1.744836259s","start":"2026-02-28T00:32:48.009926Z","end":"2026-02-28T00:32:49.754763Z","steps":["trace[1337990953] 'agreement among raft nodes before linearized reading' (duration: 1.744792048s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:49.754976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:49.448699Z","time spent":"306.268027ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:32:49.754986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:48.009899Z","time spent":"1.745080195s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:49.754765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:48.848732Z","time spent":"906.025939ms","remote":"127.0.0.1:58868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:32:49.755267Z","caller":"traceutil/trace.go:171","msg":"trace[257178898] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"2.294840768s","start":"2026-02-28T00:32:47.459012Z","end":"2026-02-28T00:32:49.753852Z","steps":["trace[257178898] 'process raft request' (duration: 2.29445822s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:49.755322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:47.459006Z","time spent":"2.296284041s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:50.265021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285376227,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T00:32:50.542774Z","caller":"traceutil/trace.go:171","msg":"trace[280974767] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"782.685276ms","start":"2026-02-28T00:32:49.760065Z","end":"2026-02-28T00:32:50.542751Z","steps":["trace[280974767] 'process raft request' (duration: 782.534283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:50.54292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:49.760039Z","time spent":"782.800379ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:51.758606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.134524504s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:32:51.760891Z","caller":"traceutil/trace.go:171","msg":"trace[947297297] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"1.999691617s","start":"2026-02-28T00:32:49.761164Z","end":"2026-02-28T00:32:51.760856Z","steps":["trace[947297297] 'process raft request' (duration: 1.998875119s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:51.760903Z","caller":"traceutil/trace.go:171","msg":"trace[920964113] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"2.000489616s","start":"2026-02-28T00:32:49.760366Z","end":"2026-02-28T00:32:51.760855Z","steps":["trace[920964113] 'process raft request' (duration: 1.999481754s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:51.761055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:49.761157Z","time spent":"1.999788449s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:51.7611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:49.76036Z","time spent":"2.000628469s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:51.76116Z","caller":"traceutil/trace.go:171","msg":"trace[483826866] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"1.999645806s","start":"2026-02-28T00:32:49.761475Z","end":"2026-02-28T00:32:51.76112Z","steps":["trace[483826866] 'process raft request' (duration: 1.998612313s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:51.761331Z","caller":"traceutil/trace.go:171","msg":"trace[2071555275] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"1.999809521s","start":"2026-02-28T00:32:49.761511Z","end":"2026-02-28T00:32:51.761321Z","steps":["trace[2071555275] 'process raft request' (duration: 1.998613044s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:51.761384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:49.761508Z","time spent":"1.999849892s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:51.761386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:49.761469Z","time spent":"1.99981492s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:51.761486Z","caller":"traceutil/trace.go:171","msg":"trace[1581354247] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"1.890097749s","start":"2026-02-28T00:32:49.871357Z","end":"2026-02-28T00:32:51.761455Z","steps":["trace[1581354247] 'process raft request' (duration: 1.88968665s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:51.761873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:49.871329Z","time spent":"1.890446367s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:51.762128Z","caller":"traceutil/trace.go:171","msg":"trace[881717243] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"1.876932667s","start":"2026-02-28T00:32:49.885158Z","end":"2026-02-28T00:32:51.76209Z","steps":["trace[881717243] 'process raft request' (duration: 1.876042877s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:51.762196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:49.885129Z","time spent":"1.877038039s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:51.762404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998409389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:51.762457Z","caller":"traceutil/trace.go:171","msg":"trace[430021870] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24485; }","duration":"1.99848065s","start":"2026-02-28T00:32:49.763963Z","end":"2026-02-28T00:32:51.762443Z","steps":["trace[430021870] 'agreement among raft nodes before linearized reading' (duration: 1.998394598s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:51.762496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:49.763956Z","time spent":"1.998532551s","remote":"127.0.0.1:58840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-02-28T00:32:51.762076Z","caller":"traceutil/trace.go:171","msg":"trace[790748101] linearizableReadLoop","detail":"{readStateIndex:25353; appliedIndex:25346; }","duration":"1.998053411s","start":"2026-02-28T00:32:49.763991Z","end":"2026-02-28T00:32:51.762045Z","steps":["trace[790748101] 'read index received' (duration: 778.643096ms)","trace[790748101] 'applied index is now lower than readState.Index' (duration: 1.219409015s)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:51.764201Z","caller":"traceutil/trace.go:171","msg":"trace[126293062] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"164.649369ms","start":"2026-02-28T00:32:51.599389Z","end":"2026-02-28T00:32:51.764038Z","steps":["trace[126293062] 'process raft request' (duration: 164.558037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:51.765184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:32:51.765261Z","caller":"traceutil/trace.go:171","msg":"trace[1718614899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00022741s","start":"2026-02-28T00:32:49.765021Z","end":"2026-02-28T00:32:51.765249Z","steps":["trace[1718614899] 'agreement among raft nodes before linearized reading' (duration: 2.000146158s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:51.76529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:49.764994Z","time spent":"2.000289351s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:32:52.401769Z","caller":"traceutil/trace.go:171","msg":"trace[1292106751] linearizableReadLoop","detail":"{readStateIndex:25358; appliedIndex:25353; }","duration":"638.812667ms","start":"2026-02-28T00:32:51.762926Z","end":"2026-02-28T00:32:52.401739Z","steps":["trace[1292106751] 'read index received' (duration: 979.712µs)","trace[1292106751] 'applied index is now lower than readState.Index' (duration: 637.831515ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:52.4019Z","caller":"traceutil/trace.go:171","msg":"trace[58795557] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"640.132906ms","start":"2026-02-28T00:32:51.76175Z","end":"2026-02-28T00:32:52.401883Z","steps":["trace[58795557] 'process raft request' (duration: 551.318689ms)","trace[58795557] 'compare' (duration: 88.042071ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:52.402026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:51.761721Z","time spent":"640.213758ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:52.402074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037489773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:52.402265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702737215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:52.402224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574879712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:52.402314Z","caller":"traceutil/trace.go:171","msg":"trace[1649186086] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24490; }","duration":"1.037772529s","start":"2026-02-28T00:32:51.364489Z","end":"2026-02-28T00:32:52.402261Z","steps":["trace[1649186086] 'agreement among raft nodes before linearized reading' (duration: 1.037440541s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:52.402358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392000382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-28T00:32:52.402393Z","caller":"traceutil/trace.go:171","msg":"trace[130025291] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24490; }","duration":"2.392089023s","start":"2026-02-28T00:32:50.010296Z","end":"2026-02-28T00:32:52.402385Z","steps":["trace[130025291] 'agreement among raft nodes before linearized reading' (duration: 2.392026112s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:52.402434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:50.010261Z","time spent":"2.392165535s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-28T00:32:52.402434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:51.364461Z","time spent":"1.037929352s","remote":"127.0.0.1:59428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-28T00:32:52.402591Z","caller":"traceutil/trace.go:171","msg":"trace[2098215514] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"640.805562ms","start":"2026-02-28T00:32:51.761776Z","end":"2026-02-28T00:32:52.402581Z","steps":["trace[2098215514] 'process raft request' (duration: 639.722087ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:52.402574Z","caller":"traceutil/trace.go:171","msg":"trace[1741077435] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"640.706569ms","start":"2026-02-28T00:32:51.761825Z","end":"2026-02-28T00:32:52.402531Z","steps":["trace[1741077435] 'process raft request' (duration: 639.783048ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:52.402301Z","caller":"traceutil/trace.go:171","msg":"trace[996441388] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24490; }","duration":"1.702833448s","start":"2026-02-28T00:32:50.699457Z","end":"2026-02-28T00:32:52.40229Z","steps":["trace[996441388] 'agreement among raft nodes before linearized reading' (duration: 1.702772407s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:52.402643Z","caller":"traceutil/trace.go:171","msg":"trace[1250803100] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"639.696538ms","start":"2026-02-28T00:32:51.762903Z","end":"2026-02-28T00:32:52.4026Z","steps":["trace[1250803100] 'process raft request' (duration: 638.750466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:52.402708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:51.761737Z","time spent":"640.886334ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:52.402554Z","caller":"traceutil/trace.go:171","msg":"trace[565737197] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24490; }","duration":"1.575052946s","start":"2026-02-28T00:32:50.827283Z","end":"2026-02-28T00:32:52.402336Z","steps":["trace[565737197] 'agreement among raft nodes before linearized reading' (duration: 1.574874932s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:52.402704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:50.699417Z","time spent":"1.703270408s","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:52.402787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:51.761804Z","time spent":"640.862644ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:52.402752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44252473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:32:52.402819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:50.827264Z","time spent":"1.575513387s","remote":"127.0.0.1:58312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:52.402835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067520459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-28T00:32:52.402881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:51.762887Z","time spent":"639.861831ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:52.402905Z","caller":"traceutil/trace.go:171","msg":"trace[151135735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24490; }","duration":"1.067627041s","start":"2026-02-28T00:32:51.335256Z","end":"2026-02-28T00:32:52.402883Z","steps":["trace[151135735] 'agreement among raft nodes before linearized reading' (duration: 1.067395716s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:52.402946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:51.335233Z","time spent":"1.067705092s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T00:32:52.402917Z","caller":"traceutil/trace.go:171","msg":"trace[2097674860] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24490; }","duration":"1.442722114s","start":"2026-02-28T00:32:50.96015Z","end":"2026-02-28T00:32:52.402872Z","steps":["trace[2097674860] 'agreement among raft nodes before linearized reading' (duration: 1.44251846s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:52.403092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:50.96011Z","time spent":"1.442959189s","remote":"127.0.0.1:37900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:52.404567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.293125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T00:32:52.404628Z","caller":"traceutil/trace.go:171","msg":"trace[1811033938] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24490; }","duration":"670.411118ms","start":"2026-02-28T00:32:51.734203Z","end":"2026-02-28T00:32:52.404614Z","steps":["trace[1811033938] 'agreement among raft nodes before linearized reading' (duration: 668.520327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:52.404662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:51.734168Z","time spent":"670.484349ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2656,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:52.902731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285376246,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:32:52.946073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.799597ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:52.946255Z","caller":"traceutil/trace.go:171","msg":"trace[1848127236] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24490; }","duration":"227.000531ms","start":"2026-02-28T00:32:52.719231Z","end":"2026-02-28T00:32:52.946231Z","steps":["trace[1848127236] 'range keys from in-memory index tree' (duration: 226.776986ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:52.948158Z","caller":"traceutil/trace.go:171","msg":"trace[1032726123] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"1.181122266s","start":"2026-02-28T00:32:51.767013Z","end":"2026-02-28T00:32:52.948135Z","steps":["trace[1032726123] 'process raft request' (duration: 1.180794678s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:52.948203Z","caller":"traceutil/trace.go:171","msg":"trace[2074505488] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"1.182594269s","start":"2026-02-28T00:32:51.765545Z","end":"2026-02-28T00:32:52.94814Z","steps":["trace[2074505488] 'process raft request' (duration: 1.182171499s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:52.948286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:51.766994Z","time spent":"1.181215277s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:52.94835Z","caller":"traceutil/trace.go:171","msg":"trace[60749672] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"1.183027698s","start":"2026-02-28T00:32:51.765281Z","end":"2026-02-28T00:32:52.948308Z","steps":["trace[60749672] 'process raft request' (duration: 1.149171148s)","trace[60749672] 'compare' (duration: 32.952011ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:52.948519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:51.765517Z","time spent":"1.182795113s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:52.948523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:51.765266Z","time spent":"1.183171161s","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T00:32:53.274042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.163189ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T00:32:53.275513Z","caller":"traceutil/trace.go:171","msg":"trace[1351418810] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"1.079967774s","start":"2026-02-28T00:32:52.195528Z","end":"2026-02-28T00:32:53.275496Z","steps":["trace[1351418810] 'process raft request' (duration: 1.078623334s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:53.275648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:52.195491Z","time spent":"1.080090616s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:53.277197Z","caller":"traceutil/trace.go:171","msg":"trace[1900250403] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"867.044105ms","start":"2026-02-28T00:32:52.41014Z","end":"2026-02-28T00:32:53.277184Z","steps":["trace[1900250403] 'process raft request' (duration: 865.336917ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:53.277135Z","caller":"traceutil/trace.go:171","msg":"trace[1976835081] linearizableReadLoop","detail":"{readStateIndex:25364; appliedIndex:25358; }","duration":"875.250577ms","start":"2026-02-28T00:32:52.401845Z","end":"2026-02-28T00:32:53.277096Z","steps":["trace[1976835081] 'read index received' (duration: 512.62577ms)","trace[1976835081] 'applied index is now lower than readState.Index' (duration: 362.623547ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:53.277259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:52.41012Z","time spent":"867.110167ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:53.277409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.774463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:53.277454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.731431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:53.277472Z","caller":"traceutil/trace.go:171","msg":"trace[1500073654] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24495; }","duration":"868.886766ms","start":"2026-02-28T00:32:52.408569Z","end":"2026-02-28T00:32:53.277455Z","steps":["trace[1500073654] 'agreement among raft nodes before linearized reading' (duration: 868.766304ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:53.277484Z","caller":"traceutil/trace.go:171","msg":"trace[1612551766] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24495; }","duration":"400.800883ms","start":"2026-02-28T00:32:52.876671Z","end":"2026-02-28T00:32:53.277472Z","steps":["trace[1612551766] 'agreement among raft nodes before linearized reading' (duration: 400.753852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:53.2775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.806166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:53.277529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:52.408554Z","time spent":"868.963568ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T00:32:53.277423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51156749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:53.277624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.460921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:53.277639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.10912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:53.277651Z","caller":"traceutil/trace.go:171","msg":"trace[1386151303] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24495; }","duration":"208.526482ms","start":"2026-02-28T00:32:53.069118Z","end":"2026-02-28T00:32:53.277644Z","steps":["trace[1386151303] 'agreement among raft nodes before linearized reading' (duration: 208.486892ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:32:53.277678Z","caller":"traceutil/trace.go:171","msg":"trace[1767156724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24495; }","duration":"790.186862ms","start":"2026-02-28T00:32:52.487476Z","end":"2026-02-28T00:32:53.277663Z","steps":["trace[1767156724] 'agreement among raft nodes before linearized reading' (duration: 790.132921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:53.277718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:52.487452Z","time spent":"790.259714ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:32:53.277678Z","caller":"traceutil/trace.go:171","msg":"trace[1907059819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24495; }","duration":"1.511839646s","start":"2026-02-28T00:32:51.765781Z","end":"2026-02-28T00:32:53.27762Z","steps":["trace[1907059819] 'agreement among raft nodes before linearized reading' (duration: 1.511542609s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:53.277825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:51.765623Z","time spent":"1.512187433s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:32:53.277575Z","caller":"traceutil/trace.go:171","msg":"trace[448187711] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24495; }","duration":"517.918478ms","start":"2026-02-28T00:32:52.759634Z","end":"2026-02-28T00:32:53.277553Z","steps":["trace[448187711] 'agreement among raft nodes before linearized reading' (duration: 517.804856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:53.277953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:52.759612Z","time spent":"518.326988ms","remote":"127.0.0.1:58922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:53.277562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.195393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-02-28T00:32:53.27801Z","caller":"traceutil/trace.go:171","msg":"trace[241482194] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24495; }","duration":"323.697034ms","start":"2026-02-28T00:32:52.954306Z","end":"2026-02-28T00:32:53.278003Z","steps":["trace[241482194] 'agreement among raft nodes before linearized reading' (duration: 323.139602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:53.27804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:52.954279Z","time spent":"323.753565ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-28T00:32:53.277526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:52.876646Z","time spent":"400.872024ms","remote":"127.0.0.1:58352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:53.277583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.340037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:32:53.278217Z","caller":"traceutil/trace.go:171","msg":"trace[723420601] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24495; }","duration":"189.992791ms","start":"2026-02-28T00:32:53.088218Z","end":"2026-02-28T00:32:53.278211Z","steps":["trace[723420601] 'agreement among raft nodes before linearized reading' (duration: 189.328006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:53.278316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.142151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-02-28T00:32:53.278474Z","caller":"traceutil/trace.go:171","msg":"trace[734487912] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24495; }","duration":"323.356136ms","start":"2026-02-28T00:32:52.955092Z","end":"2026-02-28T00:32:53.278448Z","steps":["trace[734487912] 'agreement among raft nodes before linearized reading' (duration: 322.273812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:53.278518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:52.955057Z","time spent":"323.449617ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-28T00:32:53.278585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234104709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:53.278646Z","caller":"traceutil/trace.go:171","msg":"trace[763892681] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24495; }","duration":"1.234230863s","start":"2026-02-28T00:32:52.044397Z","end":"2026-02-28T00:32:53.278628Z","steps":["trace[763892681] 'agreement among raft nodes before linearized reading' (duration: 1.232793822s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:53.278684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:52.044353Z","time spent":"1.234320545s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:53.278783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098395713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:53.278827Z","caller":"traceutil/trace.go:171","msg":"trace[1807380787] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24495; }","duration":"1.098480325s","start":"2026-02-28T00:32:52.180339Z","end":"2026-02-28T00:32:53.278819Z","steps":["trace[1807380787] 'agreement among raft nodes before linearized reading' (duration: 1.098410454s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:53.278854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:52.180308Z","time spent":"1.098536346s","remote":"127.0.0.1:59662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:56.792582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.449964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-02-28T00:32:56.792665Z","caller":"traceutil/trace.go:171","msg":"trace[1066652019] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c; range_end:; response_count:1; response_revision:24588; }","duration":"811.583897ms","start":"2026-02-28T00:32:55.981062Z","end":"2026-02-28T00:32:56.792646Z","steps":["trace[1066652019] 'range keys from in-memory index tree' (duration: 811.310661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:56.792698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:55.981037Z","time spent":"811.653629ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" "} {"level":"warn","ts":"2026-02-28T00:32:56.793481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.042915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:56.79457Z","caller":"traceutil/trace.go:171","msg":"trace[476418147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24588; }","duration":"645.066626ms","start":"2026-02-28T00:32:56.148431Z","end":"2026-02-28T00:32:56.793498Z","steps":["trace[476418147] 'range keys from in-memory index tree' (duration: 644.962464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:56.794613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:56.148356Z","time spent":"646.247721ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:56.794954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.571628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:56.794986Z","caller":"traceutil/trace.go:171","msg":"trace[110080245] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24588; }","duration":"581.666681ms","start":"2026-02-28T00:32:56.213312Z","end":"2026-02-28T00:32:56.794979Z","steps":["trace[110080245] 'count revisions from in-memory index tree' (duration: 581.479146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:56.795008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:56.213283Z","time spent":"581.718391ms","remote":"127.0.0.1:58840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:56.795372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.745483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-02-28T00:32:56.795401Z","caller":"traceutil/trace.go:171","msg":"trace[139157002] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c; range_end:; response_count:1; response_revision:24588; }","duration":"498.835776ms","start":"2026-02-28T00:32:56.296559Z","end":"2026-02-28T00:32:56.795395Z","steps":["trace[139157002] 'range keys from in-memory index tree' (duration: 498.577169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:56.795421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:56.296526Z","time spent":"498.889966ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" "} {"level":"info","ts":"2026-02-28T00:32:56.796628Z","caller":"traceutil/trace.go:171","msg":"trace[2131396858] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"378.059389ms","start":"2026-02-28T00:32:56.418555Z","end":"2026-02-28T00:32:56.796614Z","steps":["trace[2131396858] 'process raft request' (duration: 373.519758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:56.796725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:56.418528Z","time spent":"378.13929ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:57.66751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.370567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:57.66776Z","caller":"traceutil/trace.go:171","msg":"trace[1873383505] linearizableReadLoop","detail":"{readStateIndex:25461; appliedIndex:25457; }","duration":"1.095815325s","start":"2026-02-28T00:32:56.571925Z","end":"2026-02-28T00:32:57.667741Z","steps":["trace[1873383505] 'read index received' (duration: 220.24122ms)","trace[1873383505] 'applied index is now lower than readState.Index' (duration: 875.572615ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:57.667966Z","caller":"traceutil/trace.go:171","msg":"trace[1773738472] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"1.248174112s","start":"2026-02-28T00:32:56.419781Z","end":"2026-02-28T00:32:57.667955Z","steps":["trace[1773738472] 'process raft request' (duration: 1.090245442s)","trace[1773738472] 'compare' (duration: 157.215764ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:57.668023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:56.419753Z","time spent":"1.248239974s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:57.668181Z","caller":"traceutil/trace.go:171","msg":"trace[994354538] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"1.248297785s","start":"2026-02-28T00:32:56.419877Z","end":"2026-02-28T00:32:57.668175Z","steps":["trace[994354538] 'process raft request' (duration: 1.247762073s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:57.668221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:56.419869Z","time spent":"1.248331165s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:57.668461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096550362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-28T00:32:57.668489Z","caller":"traceutil/trace.go:171","msg":"trace[336350530] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:24592; }","duration":"1.096578642s","start":"2026-02-28T00:32:56.571903Z","end":"2026-02-28T00:32:57.668482Z","steps":["trace[336350530] 'agreement among raft nodes before linearized reading' (duration: 1.09647108s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:57.668509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:56.571829Z","time spent":"1.096674704s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-02-28T00:32:57.66848Z","caller":"traceutil/trace.go:171","msg":"trace[602740875] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"1.238778253s","start":"2026-02-28T00:32:56.429664Z","end":"2026-02-28T00:32:57.668442Z","steps":["trace[602740875] 'process raft request' (duration: 1.238027537s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:57.669383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:56.429654Z","time spent":"1.238917877s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:58.16809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285376586,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T00:32:58.524194Z","caller":"traceutil/trace.go:171","msg":"trace[295696191] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"1.721036103s","start":"2026-02-28T00:32:56.803119Z","end":"2026-02-28T00:32:58.524155Z","steps":["trace[295696191] 'process raft request' (duration: 1.637351168s)","trace[295696191] 'compare' (duration: 82.58985ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:58.524224Z","caller":"traceutil/trace.go:171","msg":"trace[2129131995] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"1.558398848s","start":"2026-02-28T00:32:56.965794Z","end":"2026-02-28T00:32:58.524193Z","steps":["trace[2129131995] 'process raft request' (duration: 1.558345007s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:58.524375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:56.803106Z","time spent":"1.721171745s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:58.524423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:56.965768Z","time spent":"1.558529932s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:58.52482Z","caller":"traceutil/trace.go:171","msg":"trace[2032552775] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"1.560942494s","start":"2026-02-28T00:32:56.963866Z","end":"2026-02-28T00:32:58.524809Z","steps":["trace[2032552775] 'process raft request' (duration: 1.560165397s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:58.524882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:56.963833Z","time spent":"1.561015626s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:58.535933Z","caller":"traceutil/trace.go:171","msg":"trace[823480173] linearizableReadLoop","detail":"{readStateIndex:25466; appliedIndex:25461; }","duration":"868.13423ms","start":"2026-02-28T00:32:57.667787Z","end":"2026-02-28T00:32:58.535921Z","steps":["trace[823480173] 'read index received' (duration: 772.699065ms)","trace[823480173] 'applied index is now lower than readState.Index' (duration: 95.434405ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:58.536025Z","caller":"traceutil/trace.go:171","msg":"trace[1249574246] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"747.222371ms","start":"2026-02-28T00:32:57.788763Z","end":"2026-02-28T00:32:58.535986Z","steps":["trace[1249574246] 'process raft request' (duration: 747.106798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:58.536102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234888998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T00:32:58.536134Z","caller":"traceutil/trace.go:171","msg":"trace[1362049113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24596; }","duration":"1.23496022s","start":"2026-02-28T00:32:57.301166Z","end":"2026-02-28T00:32:58.536126Z","steps":["trace[1362049113] 'agreement among raft nodes before linearized reading' (duration: 1.234836937s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:58.536135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.498213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-02-28T00:32:58.536156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:57.301147Z","time spent":"1.2350044s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T00:32:58.536184Z","caller":"traceutil/trace.go:171","msg":"trace[504392847] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24596; }","duration":"963.587566ms","start":"2026-02-28T00:32:57.572581Z","end":"2026-02-28T00:32:58.536169Z","steps":["trace[504392847] 'agreement among raft nodes before linearized reading' (duration: 963.402202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:58.536217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:57.572563Z","time spent":"963.649097ms","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-28T00:32:58.536228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738147961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:32:58.536179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:57.788731Z","time spent":"747.361853ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:32:58.536304Z","caller":"traceutil/trace.go:171","msg":"trace[212121307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24596; }","duration":"1.738240552s","start":"2026-02-28T00:32:56.798049Z","end":"2026-02-28T00:32:58.536289Z","steps":["trace[212121307] 'agreement among raft nodes before linearized reading' (duration: 1.73811866s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:58.536214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:57.670509Z","time spent":"865.704056ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T00:32:58.536354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:56.798034Z","time spent":"1.738312405s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:32:58.53681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.753765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-28T00:32:58.536857Z","caller":"traceutil/trace.go:171","msg":"trace[128884621] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c; range_end:; response_count:1; response_revision:24596; }","duration":"735.822167ms","start":"2026-02-28T00:32:57.801022Z","end":"2026-02-28T00:32:58.536844Z","steps":["trace[128884621] 'agreement among raft nodes before linearized reading' (duration: 735.751916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:58.536886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:57.801011Z","time spent":"735.868328ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" "} {"level":"warn","ts":"2026-02-28T00:32:58.537258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.142941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-28T00:32:58.537302Z","caller":"traceutil/trace.go:171","msg":"trace[1289736169] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24596; }","duration":"249.186842ms","start":"2026-02-28T00:32:58.288105Z","end":"2026-02-28T00:32:58.537291Z","steps":["trace[1289736169] 'agreement among raft nodes before linearized reading' (duration: 249.07797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:58.537461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.463098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:32:58.537501Z","caller":"traceutil/trace.go:171","msg":"trace[1388968762] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24596; }","duration":"702.505748ms","start":"2026-02-28T00:32:57.834985Z","end":"2026-02-28T00:32:58.537491Z","steps":["trace[1388968762] 'agreement among raft nodes before linearized reading' (duration: 702.449037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:58.537523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:57.834975Z","time spent":"702.541249ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:32:58.537926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.868115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T00:32:58.537979Z","caller":"traceutil/trace.go:171","msg":"trace[370646270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24596; }","duration":"747.918806ms","start":"2026-02-28T00:32:57.790035Z","end":"2026-02-28T00:32:58.537954Z","steps":["trace[370646270] 'agreement among raft nodes before linearized reading' (duration: 747.841014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:58.538007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:57.790028Z","time spent":"747.973527ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:32:58.538154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.938216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:32:58.538181Z","caller":"traceutil/trace.go:171","msg":"trace[1060368603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24596; }","duration":"748.018227ms","start":"2026-02-28T00:32:57.790157Z","end":"2026-02-28T00:32:58.538175Z","steps":["trace[1060368603] 'agreement among raft nodes before linearized reading' (duration: 747.955286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:58.538199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:57.790126Z","time spent":"748.068049ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:32:58.538381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.471938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:32:58.538409Z","caller":"traceutil/trace.go:171","msg":"trace[356246481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24596; }","duration":"748.532629ms","start":"2026-02-28T00:32:57.789871Z","end":"2026-02-28T00:32:58.538404Z","steps":["trace[356246481] 'agreement among raft nodes before linearized reading' (duration: 748.467398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:58.538427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:57.789857Z","time spent":"748.56529ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:32:58.540035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.433211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:32:58.540124Z","caller":"traceutil/trace.go:171","msg":"trace[1336780751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24596; }","duration":"750.575415ms","start":"2026-02-28T00:32:57.789539Z","end":"2026-02-28T00:32:58.540114Z","steps":["trace[1336780751] 'agreement among raft nodes before linearized reading' (duration: 747.17808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:58.540148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:57.789513Z","time spent":"750.629835ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:32:59.292545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.223016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:32:59.292904Z","caller":"traceutil/trace.go:171","msg":"trace[1714995205] linearizableReadLoop","detail":"{readStateIndex:25467; appliedIndex:25466; }","duration":"749.49193ms","start":"2026-02-28T00:32:58.54339Z","end":"2026-02-28T00:32:59.292882Z","steps":["trace[1714995205] 'read index received' (duration: 461.677801ms)","trace[1714995205] 'applied index is now lower than readState.Index' (duration: 287.812199ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:32:59.29294Z","caller":"traceutil/trace.go:171","msg":"trace[1114908355] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"752.904716ms","start":"2026-02-28T00:32:58.539992Z","end":"2026-02-28T00:32:59.292896Z","steps":["trace[1114908355] 'process raft request' (duration: 465.171559ms)","trace[1114908355] 'compare' (duration: 287.038922ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:32:59.293158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.539952Z","time spent":"753.08864ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:32:59.293245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.847277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e108c60-1fa9-43f5-8466-ae4df3e0cd5d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-28T00:32:59.293324Z","caller":"traceutil/trace.go:171","msg":"trace[1983646931] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e108c60-1fa9-43f5-8466-ae4df3e0cd5d; range_end:; response_count:1; response_revision:24597; }","duration":"749.9299ms","start":"2026-02-28T00:32:58.543374Z","end":"2026-02-28T00:32:59.293304Z","steps":["trace[1983646931] 'agreement among raft nodes before linearized reading' (duration: 749.638793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:32:59.293376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.543366Z","time spent":"750.001061ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9e108c60-1fa9-43f5-8466-ae4df3e0cd5d\" "} {"level":"warn","ts":"2026-02-28T00:32:59.793709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285376600,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T00:33:00.219094Z","caller":"traceutil/trace.go:171","msg":"trace[183904316] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"1.675507323s","start":"2026-02-28T00:32:58.543539Z","end":"2026-02-28T00:33:00.219046Z","steps":["trace[183904316] 'process raft request' (duration: 1.675073674s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:00.219203Z","caller":"traceutil/trace.go:171","msg":"trace[776657778] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"1.675543674s","start":"2026-02-28T00:32:58.54363Z","end":"2026-02-28T00:33:00.219173Z","steps":["trace[776657778] 'process raft request' (duration: 1.675333509s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:00.219249Z","caller":"traceutil/trace.go:171","msg":"trace[1795774581] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"1.675557024s","start":"2026-02-28T00:32:58.543663Z","end":"2026-02-28T00:33:00.21922Z","steps":["trace[1795774581] 'process raft request' (duration: 1.675427651s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.219294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.543528Z","time spent":"1.675658706s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:00.219331Z","caller":"traceutil/trace.go:171","msg":"trace[1877894823] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"1.414913068s","start":"2026-02-28T00:32:58.804384Z","end":"2026-02-28T00:33:00.219297Z","steps":["trace[1877894823] 'process raft request' (duration: 1.414853166s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:00.219423Z","caller":"traceutil/trace.go:171","msg":"trace[2013771393] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"1.675133395s","start":"2026-02-28T00:32:58.544281Z","end":"2026-02-28T00:33:00.219415Z","steps":["trace[2013771393] 'process raft request' (duration: 1.674872739s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:00.219425Z","caller":"traceutil/trace.go:171","msg":"trace[1458052495] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"1.674534402s","start":"2026-02-28T00:32:58.544883Z","end":"2026-02-28T00:33:00.219418Z","steps":["trace[1458052495] 'process raft request' (duration: 1.674315447s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.219462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.544272Z","time spent":"1.675171516s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:00.219466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.544875Z","time spent":"1.674572233s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:00.219551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.804352Z","time spent":"1.415081942s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:00.219374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.543625Z","time spent":"1.675665246s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:00.219378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.543659Z","time spent":"1.675647956s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:00.28217Z","caller":"traceutil/trace.go:171","msg":"trace[1821743952] linearizableReadLoop","detail":"{readStateIndex:25478; appliedIndex:25467; }","duration":"989.188193ms","start":"2026-02-28T00:32:59.292962Z","end":"2026-02-28T00:33:00.282151Z","steps":["trace[1821743952] 'read index received' (duration: 925.85082ms)","trace[1821743952] 'applied index is now lower than readState.Index' (duration: 63.333633ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:00.282503Z","caller":"traceutil/trace.go:171","msg":"trace[637749065] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"608.038635ms","start":"2026-02-28T00:32:59.674439Z","end":"2026-02-28T00:33:00.282477Z","steps":["trace[637749065] 'process raft request' (duration: 607.608585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.28253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344688131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:00.28259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639149007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-02-28T00:33:00.282619Z","caller":"traceutil/trace.go:171","msg":"trace[195832651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24608; }","duration":"1.344861455s","start":"2026-02-28T00:32:58.937732Z","end":"2026-02-28T00:33:00.282593Z","steps":["trace[195832651] 'agreement among raft nodes before linearized reading' (duration: 1.344677941s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.282663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:59.674428Z","time spent":"608.149797ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:00.282668Z","caller":"traceutil/trace.go:171","msg":"trace[825546146] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:24608; }","duration":"1.639246419s","start":"2026-02-28T00:32:58.643403Z","end":"2026-02-28T00:33:00.28265Z","steps":["trace[825546146] 'agreement among raft nodes before linearized reading' (duration: 1.638941352s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:00.282652Z","caller":"traceutil/trace.go:171","msg":"trace[1837116826] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"608.976906ms","start":"2026-02-28T00:32:59.673632Z","end":"2026-02-28T00:33:00.282609Z","steps":["trace[1837116826] 'process raft request' (duration: 608.323211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.282716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.643399Z","time spent":"1.639305731s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-02-28T00:33:00.28275Z","caller":"traceutil/trace.go:171","msg":"trace[1318490478] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"515.575606ms","start":"2026-02-28T00:32:59.767152Z","end":"2026-02-28T00:33:00.282728Z","steps":["trace[1318490478] 'process raft request' (duration: 514.941333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.282781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639610477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:937"} {"level":"info","ts":"2026-02-28T00:33:00.282819Z","caller":"traceutil/trace.go:171","msg":"trace[1733246279] range","detail":"{range_begin:/registry/services/specs/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:24608; }","duration":"1.639661129s","start":"2026-02-28T00:32:58.643144Z","end":"2026-02-28T00:33:00.282805Z","steps":["trace[1733246279] 'agreement among raft nodes before linearized reading' (duration: 1.639583056s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.28285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:59.673608Z","time spent":"609.140349ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:00.282878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:59.767134Z","time spent":"515.667959ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:00.283025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640115929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-02-28T00:33:00.283073Z","caller":"traceutil/trace.go:171","msg":"trace[1453177156] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:1; response_revision:24608; }","duration":"1.640167181s","start":"2026-02-28T00:32:58.642893Z","end":"2026-02-28T00:33:00.283061Z","steps":["trace[1453177156] 'agreement among raft nodes before linearized reading' (duration: 1.639992377s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.283093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639479325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:817"} {"level":"warn","ts":"2026-02-28T00:33:00.283107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.642888Z","time spent":"1.640209891s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":866,"request content":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" "} {"level":"info","ts":"2026-02-28T00:33:00.283124Z","caller":"traceutil/trace.go:171","msg":"trace[522175046] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:24608; }","duration":"1.639517586s","start":"2026-02-28T00:32:58.643599Z","end":"2026-02-28T00:33:00.283117Z","steps":["trace[522175046] 'agreement among raft nodes before linearized reading' (duration: 1.639423344s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:00.283109Z","caller":"traceutil/trace.go:171","msg":"trace[1216309311] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"1.015070147s","start":"2026-02-28T00:32:59.268007Z","end":"2026-02-28T00:33:00.283077Z","steps":["trace[1216309311] 'process raft request' (duration: 1.013811409s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.283149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.643595Z","time spent":"1.639547866s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":840,"request content":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" "} {"level":"warn","ts":"2026-02-28T00:33:00.283145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639537516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-28T00:33:00.2832Z","caller":"traceutil/trace.go:171","msg":"trace[24630640] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24608; }","duration":"1.639597587s","start":"2026-02-28T00:32:58.643588Z","end":"2026-02-28T00:33:00.283185Z","steps":["trace[24630640] 'agreement among raft nodes before linearized reading' (duration: 1.639484055s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.283224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:59.267951Z","time spent":"1.01521199s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:00.282864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.643134Z","time spent":"1.63972247s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":960,"request content":"key:\"/registry/services/specs/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-02-28T00:33:00.283251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.700496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-28T00:33:00.283298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639228969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-02-28T00:33:00.283307Z","caller":"traceutil/trace.go:171","msg":"trace[839949960] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24608; }","duration":"990.799309ms","start":"2026-02-28T00:32:59.292491Z","end":"2026-02-28T00:33:00.28329Z","steps":["trace[839949960] 'agreement among raft nodes before linearized reading' (duration: 990.638435ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:00.283325Z","caller":"traceutil/trace.go:171","msg":"trace[1827501230] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:24608; }","duration":"1.639262359s","start":"2026-02-28T00:32:58.644056Z","end":"2026-02-28T00:33:00.283319Z","steps":["trace[1827501230] 'agreement among raft nodes before linearized reading' (duration: 1.639198908s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.283351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.644052Z","time spent":"1.63929489s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"warn","ts":"2026-02-28T00:33:00.283353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:59.292476Z","time spent":"990.86446ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T00:33:00.283403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640490357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"warn","ts":"2026-02-28T00:33:00.283443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639426163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1167"} {"level":"info","ts":"2026-02-28T00:33:00.283455Z","caller":"traceutil/trace.go:171","msg":"trace[1780614948] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:24608; }","duration":"1.640588279s","start":"2026-02-28T00:32:58.642855Z","end":"2026-02-28T00:33:00.283443Z","steps":["trace[1780614948] 'agreement among raft nodes before linearized reading' (duration: 1.640465656s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:00.28347Z","caller":"traceutil/trace.go:171","msg":"trace[1861483121] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:24608; }","duration":"1.639492135s","start":"2026-02-28T00:32:58.643963Z","end":"2026-02-28T00:33:00.283456Z","steps":["trace[1861483121] 'agreement among raft nodes before linearized reading' (duration: 1.639435224s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.28349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.643942Z","time spent":"1.639543637s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1190,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-02-28T00:33:00.283497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.642827Z","time spent":"1.640659011s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2579,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-02-28T00:33:00.283504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148230257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:00.283517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639460113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1679"} {"level":"info","ts":"2026-02-28T00:33:00.283604Z","caller":"traceutil/trace.go:171","msg":"trace[1646677941] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:24608; }","duration":"1.639554006s","start":"2026-02-28T00:32:58.644035Z","end":"2026-02-28T00:33:00.283589Z","steps":["trace[1646677941] 'agreement among raft nodes before linearized reading' (duration: 1.639342462s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:00.283598Z","caller":"traceutil/trace.go:171","msg":"trace[1131935945] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24608; }","duration":"1.14837524s","start":"2026-02-28T00:32:59.135168Z","end":"2026-02-28T00:33:00.283543Z","steps":["trace[1131935945] 'agreement among raft nodes before linearized reading' (duration: 1.148291858s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.282705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639444654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1410"} {"level":"warn","ts":"2026-02-28T00:33:00.28365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.644031Z","time spent":"1.639610897s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1702,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"info","ts":"2026-02-28T00:33:00.283664Z","caller":"traceutil/trace.go:171","msg":"trace[1187855036] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:24608; }","duration":"1.640417446s","start":"2026-02-28T00:32:58.643235Z","end":"2026-02-28T00:33:00.283653Z","steps":["trace[1187855036] 'agreement among raft nodes before linearized reading' (duration: 1.639403292s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.283664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:59.135143Z","time spent":"1.148504823s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:00.283706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.64323Z","time spent":"1.640468797s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1433,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" "} {"level":"warn","ts":"2026-02-28T00:33:00.283757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641752615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-28T00:33:00.283798Z","caller":"traceutil/trace.go:171","msg":"trace[23606434] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24608; }","duration":"1.641798705s","start":"2026-02-28T00:32:58.64199Z","end":"2026-02-28T00:33:00.283789Z","steps":["trace[23606434] 'agreement among raft nodes before linearized reading' (duration: 1.641708014s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.28383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.641987Z","time spent":"1.641836666s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-28T00:33:00.283851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642245936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1510"} {"level":"info","ts":"2026-02-28T00:33:00.283884Z","caller":"traceutil/trace.go:171","msg":"trace[1224341370] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:24608; }","duration":"1.642326437s","start":"2026-02-28T00:32:58.641549Z","end":"2026-02-28T00:33:00.283875Z","steps":["trace[1224341370] 'agreement among raft nodes before linearized reading' (duration: 1.642244456s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.283914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.641524Z","time spent":"1.642383788s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1533,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-02-28T00:33:00.283915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739864359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-02-28T00:33:00.283928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642223835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1490"} {"level":"info","ts":"2026-02-28T00:33:00.283983Z","caller":"traceutil/trace.go:171","msg":"trace[2097794987] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:24608; }","duration":"1.642286147s","start":"2026-02-28T00:32:58.641688Z","end":"2026-02-28T00:33:00.283974Z","steps":["trace[2097794987] 'agreement among raft nodes before linearized reading' (duration: 1.642184064s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:00.28399Z","caller":"traceutil/trace.go:171","msg":"trace[1116546646] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c; range_end:; response_count:1; response_revision:24608; }","duration":"1.739949821s","start":"2026-02-28T00:32:58.544019Z","end":"2026-02-28T00:33:00.283969Z","steps":["trace[1116546646] 'agreement among raft nodes before linearized reading' (duration: 1.739769177s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.284014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642368498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-02-28T00:33:00.284007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642313397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-28T00:33:00.28404Z","caller":"traceutil/trace.go:171","msg":"trace[294911680] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:24608; }","duration":"1.642401279s","start":"2026-02-28T00:32:58.641631Z","end":"2026-02-28T00:33:00.284032Z","steps":["trace[294911680] 'agreement among raft nodes before linearized reading' (duration: 1.642333697s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.284042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.544014Z","time spent":"1.740013343s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" "} {"level":"info","ts":"2026-02-28T00:33:00.28406Z","caller":"traceutil/trace.go:171","msg":"trace[1631910180] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24608; }","duration":"1.642375818s","start":"2026-02-28T00:32:58.64167Z","end":"2026-02-28T00:33:00.284046Z","steps":["trace[1631910180] 'agreement among raft nodes before linearized reading' (duration: 1.642226945s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.284073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.637549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-28T00:33:00.28287Z","caller":"traceutil/trace.go:171","msg":"trace[2143597189] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"608.536697ms","start":"2026-02-28T00:32:59.674323Z","end":"2026-02-28T00:33:00.28286Z","steps":["trace[2143597189] 'process raft request' (duration: 607.682428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.284125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735842601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:00.284145Z","caller":"traceutil/trace.go:171","msg":"trace[1598222842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24608; }","duration":"1.735870781s","start":"2026-02-28T00:32:58.548269Z","end":"2026-02-28T00:33:00.284139Z","steps":["trace[1598222842] 'agreement among raft nodes before linearized reading' (duration: 1.73583457s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.284167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.548264Z","time spent":"1.735899962s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:33:00.283855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642188635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1597"} {"level":"warn","ts":"2026-02-28T00:33:00.284252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.222417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T00:33:00.284261Z","caller":"traceutil/trace.go:171","msg":"trace[376944811] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:24608; }","duration":"1.642598614s","start":"2026-02-28T00:32:58.64165Z","end":"2026-02-28T00:33:00.284249Z","steps":["trace[376944811] 'agreement among raft nodes before linearized reading' (duration: 1.642140264s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:00.284295Z","caller":"traceutil/trace.go:171","msg":"trace[1944253572] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24608; }","duration":"427.264588ms","start":"2026-02-28T00:32:59.857023Z","end":"2026-02-28T00:33:00.284287Z","steps":["trace[1944253572] 'agreement among raft nodes before linearized reading' (duration: 427.167426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.284306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.641647Z","time spent":"1.642647525s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1620,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-02-28T00:33:00.284329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:59.856933Z","time spent":"427.389862ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:33:00.28433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.159206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-02-28T00:33:00.284324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.077131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:33:00.28437Z","caller":"traceutil/trace.go:171","msg":"trace[1559360191] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c; range_end:; response_count:1; response_revision:24608; }","duration":"741.240188ms","start":"2026-02-28T00:32:59.543119Z","end":"2026-02-28T00:33:00.284359Z","steps":["trace[1559360191] 'agreement among raft nodes before linearized reading' (duration: 741.147366ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:00.28439Z","caller":"traceutil/trace.go:171","msg":"trace[943205185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24608; }","duration":"513.161942ms","start":"2026-02-28T00:32:59.77121Z","end":"2026-02-28T00:33:00.284372Z","steps":["trace[943205185] 'agreement among raft nodes before linearized reading' (duration: 513.06235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.284408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:59.543093Z","time spent":"741.30838ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" "} {"level":"warn","ts":"2026-02-28T00:33:00.284408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.322451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:33:00.284406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.747647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:00.284438Z","caller":"traceutil/trace.go:171","msg":"trace[516949816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24608; }","duration":"811.423102ms","start":"2026-02-28T00:32:59.473007Z","end":"2026-02-28T00:33:00.28443Z","steps":["trace[516949816] 'agreement among raft nodes before linearized reading' (duration: 811.373541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.283679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640868336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"warn","ts":"2026-02-28T00:33:00.284446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:59.771202Z","time spent":"513.227633ms","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:00.284461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:59.472977Z","time spent":"811.477514ms","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:33:00.284486Z","caller":"traceutil/trace.go:171","msg":"trace[157558345] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:24608; }","duration":"1.641688553s","start":"2026-02-28T00:32:58.642787Z","end":"2026-02-28T00:33:00.284475Z","steps":["trace[157558345] 'agreement among raft nodes before linearized reading' (duration: 1.640832205s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.284527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.642781Z","time spent":"1.641736334s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1510,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:33:00.282682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.937706Z","time spent":"1.344955017s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:00.284059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.641627Z","time spent":"1.642426869s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":817,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"info","ts":"2026-02-28T00:33:00.284458Z","caller":"traceutil/trace.go:171","msg":"trace[2113804115] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24608; }","duration":"611.86898ms","start":"2026-02-28T00:32:59.672573Z","end":"2026-02-28T00:33:00.284442Z","steps":["trace[2113804115] 'agreement among raft nodes before linearized reading' (duration: 611.780378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.28402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.641684Z","time spent":"1.642329067s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1513,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-02-28T00:33:00.284663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:59.672544Z","time spent":"612.095394ms","remote":"127.0.0.1:59258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:00.283243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636969519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-02-28T00:33:00.284725Z","caller":"traceutil/trace.go:171","msg":"trace[343560945] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24608; }","duration":"1.638463462s","start":"2026-02-28T00:32:58.64625Z","end":"2026-02-28T00:33:00.284713Z","steps":["trace[343560945] 'agreement among raft nodes before linearized reading' (duration: 1.636959159s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.283612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640115319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:917"} {"level":"warn","ts":"2026-02-28T00:33:00.283251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.643573Z","time spent":"1.6396685s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-28T00:33:00.28261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639236309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/placement-api\" ","response":"range_response_count:1 size:936"} {"level":"warn","ts":"2026-02-28T00:33:00.284104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.641666Z","time spent":"1.642429489s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-02-28T00:33:00.284784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.64624Z","time spent":"1.638532544s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2943,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-02-28T00:33:00.284105Z","caller":"traceutil/trace.go:171","msg":"trace[1850422263] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24608; }","duration":"987.69469ms","start":"2026-02-28T00:32:59.296401Z","end":"2026-02-28T00:33:00.284096Z","steps":["trace[1850422263] 'agreement among raft nodes before linearized reading' (duration: 987.603048ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:00.28485Z","caller":"traceutil/trace.go:171","msg":"trace[2039518428] range","detail":"{range_begin:/registry/services/specs/openstack/placement-api; range_end:; response_count:1; response_revision:24608; }","duration":"1.641516099s","start":"2026-02-28T00:32:58.643325Z","end":"2026-02-28T00:33:00.284841Z","steps":["trace[2039518428] 'agreement among raft nodes before linearized reading' (duration: 1.639131566s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.284888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.643321Z","time spent":"1.64155189s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":959,"request content":"key:\"/registry/services/specs/openstack/placement-api\" "} {"level":"info","ts":"2026-02-28T00:33:00.284896Z","caller":"traceutil/trace.go:171","msg":"trace[415847232] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:24608; }","duration":"1.641403317s","start":"2026-02-28T00:32:58.64348Z","end":"2026-02-28T00:33:00.284883Z","steps":["trace[415847232] 'agreement among raft nodes before linearized reading' (duration: 1.640002447s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:00.284901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:59.296389Z","time spent":"988.490647ms","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-28T00:33:00.284937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:58.643475Z","time spent":"1.641451628s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":940,"request content":"key:\"/registry/services/specs/openstack/heat-api\" "} {"level":"warn","ts":"2026-02-28T00:33:00.284203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:32:59.674312Z","time spent":"609.831175ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:00.79448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285376615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:33:01.295023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285376615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:33:01.795161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285376615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:33:02.1481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.855029641s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:33:02.14862Z","caller":"traceutil/trace.go:171","msg":"trace[972300638] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"1.855591935s","start":"2026-02-28T00:33:00.293001Z","end":"2026-02-28T00:33:02.148593Z","steps":["trace[972300638] 'process raft request' (duration: 1.85541916s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:02.148787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.292992Z","time spent":"1.855709967s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:02.203519Z","caller":"traceutil/trace.go:171","msg":"trace[292741335] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"1.670733487s","start":"2026-02-28T00:33:00.532762Z","end":"2026-02-28T00:33:02.203496Z","steps":["trace[292741335] 'process raft request' (duration: 1.670537243s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:02.203512Z","caller":"traceutil/trace.go:171","msg":"trace[2061868306] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"1.670596694s","start":"2026-02-28T00:33:00.532888Z","end":"2026-02-28T00:33:02.203485Z","steps":["trace[2061868306] 'process raft request' (duration: 1.670529382s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:02.203744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.532726Z","time spent":"1.67091219s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:02.203826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.53288Z","time spent":"1.6709073s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:02.203861Z","caller":"traceutil/trace.go:171","msg":"trace[1907786592] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"1.660385917s","start":"2026-02-28T00:33:00.543335Z","end":"2026-02-28T00:33:02.203721Z","steps":["trace[1907786592] 'process raft request' (duration: 1.660113921s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:02.203989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.543326Z","time spent":"1.660603251s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:02.294998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00075538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:33:02.295154Z","caller":"traceutil/trace.go:171","msg":"trace[244107960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000972395s","start":"2026-02-28T00:33:00.294161Z","end":"2026-02-28T00:33:02.295134Z","steps":["trace[244107960] 'agreement among raft nodes before linearized reading' (duration: 2.000794871s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:02.295202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.294114Z","time spent":"2.001077657s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:33:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:33:02.896661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.007729ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-28T00:33:02.897026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.002275ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:02.897132Z","caller":"traceutil/trace.go:171","msg":"trace[236487100] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24612; }","duration":"178.109158ms","start":"2026-02-28T00:33:02.719007Z","end":"2026-02-28T00:33:02.897117Z","steps":["trace[236487100] 'range keys from in-memory index tree' (duration: 177.990405ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:02.897557Z","caller":"traceutil/trace.go:171","msg":"trace[798546020] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"931.621237ms","start":"2026-02-28T00:33:01.965924Z","end":"2026-02-28T00:33:02.897545Z","steps":["trace[798546020] 'process raft request' (duration: 930.822749ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:02.89757Z","caller":"traceutil/trace.go:171","msg":"trace[838460202] linearizableReadLoop","detail":"{readStateIndex:25482; appliedIndex:25478; }","duration":"2.604010361s","start":"2026-02-28T00:33:00.293532Z","end":"2026-02-28T00:33:02.897542Z","steps":["trace[838460202] 'read index received' (duration: 1.854819336s)","trace[838460202] 'applied index is now lower than readState.Index' (duration: 749.189475ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:02.89767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:01.965899Z","time spent":"931.695569ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:03.398101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285376625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:33:03.898461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285376625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:33:04.262065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.032054675s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:33:04.276192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982816898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-02-28T00:33:04.276258Z","caller":"traceutil/trace.go:171","msg":"trace[737569170] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24613; }","duration":"3.982898699s","start":"2026-02-28T00:33:00.293339Z","end":"2026-02-28T00:33:04.276238Z","steps":["trace[737569170] 'agreement among raft nodes before linearized reading' (duration: 2.604257466s)","trace[737569170] 'range keys from in-memory index tree' (duration: 1.37844814s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:04.276292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.293333Z","time spent":"3.982952351s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-02-28T00:33:04.276514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983068663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-02-28T00:33:04.276581Z","caller":"traceutil/trace.go:171","msg":"trace[1758028308] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24613; }","duration":"3.983161106s","start":"2026-02-28T00:33:00.293403Z","end":"2026-02-28T00:33:04.276564Z","steps":["trace[1758028308] 'agreement among raft nodes before linearized reading' (duration: 2.604228576s)","trace[1758028308] 'range keys from in-memory index tree' (duration: 1.378754206s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:04.276609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.293396Z","time spent":"3.983208016s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1457,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-02-28T00:33:04.276726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.98337591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1464"} {"level":"warn","ts":"2026-02-28T00:33:04.276814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983591015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1494"} {"level":"info","ts":"2026-02-28T00:33:04.276833Z","caller":"traceutil/trace.go:171","msg":"trace[1942667925] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:24613; }","duration":"3.983614645s","start":"2026-02-28T00:33:00.293211Z","end":"2026-02-28T00:33:04.276826Z","steps":["trace[1942667925] 'agreement among raft nodes before linearized reading' (duration: 2.60443884s)","trace[1942667925] 'range keys from in-memory index tree' (duration: 1.379122424s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:04.276846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.293207Z","time spent":"3.983636266s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1517,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} {"level":"info","ts":"2026-02-28T00:33:04.276843Z","caller":"traceutil/trace.go:171","msg":"trace[829445216] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:24613; }","duration":"3.983507193s","start":"2026-02-28T00:33:00.293306Z","end":"2026-02-28T00:33:04.276814Z","steps":["trace[829445216] 'agreement among raft nodes before linearized reading' (duration: 2.604338288s)","trace[829445216] 'range keys from in-memory index tree' (duration: 1.37892433s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:04.276916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.2933Z","time spent":"3.983600325s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1487,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-02-28T00:33:04.276779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983586414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-02-28T00:33:04.27708Z","caller":"traceutil/trace.go:171","msg":"trace[2126775154] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"2.047188759s","start":"2026-02-28T00:33:02.229881Z","end":"2026-02-28T00:33:04.27707Z","steps":["trace[2126775154] 'process raft request' (duration: 2.032363711s)","trace[2126775154] 'compare' (duration: 13.394956ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:04.277089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983628816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1212"} {"level":"warn","ts":"2026-02-28T00:33:04.277092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.98383013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-02-28T00:33:04.277114Z","caller":"traceutil/trace.go:171","msg":"trace[79486026] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:24613; }","duration":"3.983664306s","start":"2026-02-28T00:33:00.293441Z","end":"2026-02-28T00:33:04.277106Z","steps":["trace[79486026] 'agreement among raft nodes before linearized reading' (duration: 2.604181365s)","trace[79486026] 'range keys from in-memory index tree' (duration: 1.37941607s)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:04.277104Z","caller":"traceutil/trace.go:171","msg":"trace[1682274384] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:24613; }","duration":"3.983908402s","start":"2026-02-28T00:33:00.293176Z","end":"2026-02-28T00:33:04.277085Z","steps":["trace[1682274384] 'agreement among raft nodes before linearized reading' (duration: 2.604479361s)","trace[1682274384] 'range keys from in-memory index tree' (duration: 1.379088074s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:04.27714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:02.229849Z","time spent":"2.04724829s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:04.277143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.293434Z","time spent":"3.983704367s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1235,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"info","ts":"2026-02-28T00:33:04.277157Z","caller":"traceutil/trace.go:171","msg":"trace[495269421] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:24613; }","duration":"3.983904132s","start":"2026-02-28T00:33:00.293231Z","end":"2026-02-28T00:33:04.277135Z","steps":["trace[495269421] 'agreement among raft nodes before linearized reading' (duration: 2.60440307s)","trace[495269421] 'range keys from in-memory index tree' (duration: 1.379363119s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:04.277219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.293227Z","time spent":"3.983978804s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1097,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-02-28T00:33:04.277164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.29317Z","time spent":"3.983980253s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-02-28T00:33:04.295527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:33:04.295705Z","caller":"traceutil/trace.go:171","msg":"trace[2100581672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000454965s","start":"2026-02-28T00:33:02.295227Z","end":"2026-02-28T00:33:04.295682Z","steps":["trace[2100581672] 'agreement among raft nodes before linearized reading' (duration: 2.00025757s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:04.295775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:02.295205Z","time spent":"2.000557136s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:33:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:33:04.488099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:33:04.488266Z","caller":"traceutil/trace.go:171","msg":"trace[527988635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000539846s","start":"2026-02-28T00:33:02.487665Z","end":"2026-02-28T00:33:04.488204Z","steps":["trace[527988635] 'agreement among raft nodes before linearized reading' (duration: 2.000329091s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:04.488368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:02.487644Z","time spent":"2.00071009s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:33:05.072966Z","caller":"traceutil/trace.go:171","msg":"trace[271488039] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"2.78089416s","start":"2026-02-28T00:33:02.292047Z","end":"2026-02-28T00:33:05.072941Z","steps":["trace[271488039] 'process raft request' (duration: 2.780682675s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:05.073306Z","caller":"traceutil/trace.go:171","msg":"trace[334675206] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"2.781123116s","start":"2026-02-28T00:33:02.29215Z","end":"2026-02-28T00:33:05.073274Z","steps":["trace[334675206] 'process raft request' (duration: 2.780746027s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:05.073415Z","caller":"traceutil/trace.go:171","msg":"trace[1080482693] linearizableReadLoop","detail":"{readStateIndex:25489; appliedIndex:25484; }","duration":"2.17576171s","start":"2026-02-28T00:33:02.897629Z","end":"2026-02-28T00:33:05.073391Z","steps":["trace[1080482693] 'read index received' (duration: 1.364615693s)","trace[1080482693] 'applied index is now lower than readState.Index' (duration: 811.145167ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:05.073486Z","caller":"traceutil/trace.go:171","msg":"trace[1595378424] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"2.780604164s","start":"2026-02-28T00:33:02.29287Z","end":"2026-02-28T00:33:05.073474Z","steps":["trace[1595378424] 'process raft request' (duration: 2.780277947s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.07347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:02.292121Z","time spent":"2.781261578s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:05.073402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:02.292026Z","time spent":"2.781029202s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:05.07356Z","caller":"traceutil/trace.go:171","msg":"trace[108923590] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"862.875723ms","start":"2026-02-28T00:33:04.210679Z","end":"2026-02-28T00:33:05.073554Z","steps":["trace[108923590] 'process raft request' (duration: 862.642768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.073608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:02.292859Z","time spent":"2.780665745s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:05.073693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.210648Z","time spent":"862.961984ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:05.073534Z","caller":"traceutil/trace.go:171","msg":"trace[1773193611] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"862.994875ms","start":"2026-02-28T00:33:04.21053Z","end":"2026-02-28T00:33:05.073525Z","steps":["trace[1773193611] 'process raft request' (duration: 862.76546ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:05.073795Z","caller":"traceutil/trace.go:171","msg":"trace[1168704146] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"862.685869ms","start":"2026-02-28T00:33:04.211096Z","end":"2026-02-28T00:33:05.073782Z","steps":["trace[1168704146] 'process raft request' (duration: 862.24839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.073845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77889237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1354"} {"level":"warn","ts":"2026-02-28T00:33:05.073841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.210504Z","time spent":"863.298703ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:05.073896Z","caller":"traceutil/trace.go:171","msg":"trace[402551057] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:24621; }","duration":"4.778956632s","start":"2026-02-28T00:33:00.294928Z","end":"2026-02-28T00:33:05.073885Z","steps":["trace[402551057] 'agreement among raft nodes before linearized reading' (duration: 4.778793349s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.073909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523240321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:05.073921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.779234448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-02-28T00:33:05.073928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.294917Z","time spent":"4.779004613s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1377,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"info","ts":"2026-02-28T00:33:05.073955Z","caller":"traceutil/trace.go:171","msg":"trace[1238768877] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24621; }","duration":"4.7793104s","start":"2026-02-28T00:33:00.294634Z","end":"2026-02-28T00:33:05.073944Z","steps":["trace[1238768877] 'agreement among raft nodes before linearized reading' (duration: 4.779189677s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.073986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.294611Z","time spent":"4.77937006s","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-28T00:33:05.074033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84631789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T00:33:05.074072Z","caller":"traceutil/trace.go:171","msg":"trace[824297729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24621; }","duration":"2.846973534s","start":"2026-02-28T00:33:02.227091Z","end":"2026-02-28T00:33:05.074065Z","steps":["trace[824297729] 'agreement among raft nodes before linearized reading' (duration: 2.846879102s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.074102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:02.227078Z","time spent":"2.847017656s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:05.074195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.780097877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-28T00:33:05.074205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77843361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-28T00:33:05.074223Z","caller":"traceutil/trace.go:171","msg":"trace[298275922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24621; }","duration":"4.780125108s","start":"2026-02-28T00:33:00.294092Z","end":"2026-02-28T00:33:05.074217Z","steps":["trace[298275922] 'agreement among raft nodes before linearized reading' (duration: 4.780043816s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.074242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.294063Z","time spent":"4.780174918s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-28T00:33:05.074245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847366254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:33:05.07427Z","caller":"traceutil/trace.go:171","msg":"trace[1933515689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24621; }","duration":"2.847412166s","start":"2026-02-28T00:33:02.22685Z","end":"2026-02-28T00:33:05.074262Z","steps":["trace[1933515689] 'agreement among raft nodes before linearized reading' (duration: 2.847337354s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.073752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777080591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-02-28T00:33:05.074297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:02.226839Z","time spent":"2.847452966s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:33:05.074326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.779233988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1937"} {"level":"info","ts":"2026-02-28T00:33:05.073951Z","caller":"traceutil/trace.go:171","msg":"trace[103197160] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24621; }","duration":"2.523312972s","start":"2026-02-28T00:33:02.550622Z","end":"2026-02-28T00:33:05.073935Z","steps":["trace[103197160] 'agreement among raft nodes before linearized reading' (duration: 2.523255361s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:05.074363Z","caller":"traceutil/trace.go:171","msg":"trace[1825942688] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:1; response_revision:24621; }","duration":"4.77931112s","start":"2026-02-28T00:33:00.295044Z","end":"2026-02-28T00:33:05.074355Z","steps":["trace[1825942688] 'agreement among raft nodes before linearized reading' (duration: 4.779215017s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.074332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772136514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:05.074384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:02.550601Z","time spent":"2.523772632s","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:05.074391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.295039Z","time spent":"4.77934544s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1960,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-02-28T00:33:05.074412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847818324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T00:33:05.074411Z","caller":"traceutil/trace.go:171","msg":"trace[2018735452] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24621; }","duration":"1.772273737s","start":"2026-02-28T00:33:03.302118Z","end":"2026-02-28T00:33:05.074392Z","steps":["trace[2018735452] 'agreement among raft nodes before linearized reading' (duration: 1.772122424s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:05.074437Z","caller":"traceutil/trace.go:171","msg":"trace[788568949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24621; }","duration":"2.847888955s","start":"2026-02-28T00:33:02.226541Z","end":"2026-02-28T00:33:05.07443Z","steps":["trace[788568949] 'agreement among raft nodes before linearized reading' (duration: 2.847816334s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.074466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:02.226516Z","time spent":"2.847941977s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T00:33:05.074416Z","caller":"traceutil/trace.go:171","msg":"trace[1195342652] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24621; }","duration":"4.777662884s","start":"2026-02-28T00:33:00.296648Z","end":"2026-02-28T00:33:05.074311Z","steps":["trace[1195342652] 'agreement among raft nodes before linearized reading' (duration: 4.776965458s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.074569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.778805078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"warn","ts":"2026-02-28T00:33:05.074582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.296638Z","time spent":"4.777927789s","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-02-28T00:33:05.074614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.78068389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:931"} {"level":"info","ts":"2026-02-28T00:33:05.074645Z","caller":"traceutil/trace.go:171","msg":"trace[472984080] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:24621; }","duration":"4.780722732s","start":"2026-02-28T00:33:00.293914Z","end":"2026-02-28T00:33:05.074636Z","steps":["trace[472984080] 'agreement among raft nodes before linearized reading' (duration: 4.780573358s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.074681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.293908Z","time spent":"4.780767323s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":954,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-02-28T00:33:05.074698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903575079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:05.07473Z","caller":"traceutil/trace.go:171","msg":"trace[1673355968] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24621; }","duration":"2.903712612s","start":"2026-02-28T00:33:02.171008Z","end":"2026-02-28T00:33:05.074721Z","steps":["trace[1673355968] 'agreement among raft nodes before linearized reading' (duration: 2.90366178s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.074759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.779415712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1418"} {"level":"warn","ts":"2026-02-28T00:33:05.074769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:02.170981Z","time spent":"2.903778423s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:33:05.07479Z","caller":"traceutil/trace.go:171","msg":"trace[219754521] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:24621; }","duration":"4.779441883s","start":"2026-02-28T00:33:00.295337Z","end":"2026-02-28T00:33:05.074779Z","steps":["trace[219754521] 'agreement among raft nodes before linearized reading' (duration: 4.779365391s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.074825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.29531Z","time spent":"4.779508594s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1441,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-02-28T00:33:05.074583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848022228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:33:05.074943Z","caller":"traceutil/trace.go:171","msg":"trace[1477810694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24621; }","duration":"2.848407957s","start":"2026-02-28T00:33:02.226527Z","end":"2026-02-28T00:33:05.074935Z","steps":["trace[1477810694] 'agreement among raft nodes before linearized reading' (duration: 2.848004598s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.074961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432554413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:05.075006Z","caller":"traceutil/trace.go:171","msg":"trace[1942760367] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24621; }","duration":"3.432598394s","start":"2026-02-28T00:33:01.642395Z","end":"2026-02-28T00:33:05.074994Z","steps":["trace[1942760367] 'agreement among raft nodes before linearized reading' (duration: 3.432539632s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.07501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.779845791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-02-28T00:33:05.075035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.249568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-02-28T00:33:05.07504Z","caller":"traceutil/trace.go:171","msg":"trace[1939228374] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24621; }","duration":"4.779886582s","start":"2026-02-28T00:33:00.295145Z","end":"2026-02-28T00:33:05.075032Z","steps":["trace[1939228374] 'agreement among raft nodes before linearized reading' (duration: 4.779806301s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.074973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:02.226512Z","time spent":"2.848450588s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T00:33:05.075055Z","caller":"traceutil/trace.go:171","msg":"trace[1576378855] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:24621; }","duration":"792.285159ms","start":"2026-02-28T00:33:04.282765Z","end":"2026-02-28T00:33:05.07505Z","steps":["trace[1576378855] 'agreement among raft nodes before linearized reading' (duration: 792.222897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.075072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.282756Z","time spent":"792.313039ms","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-02-28T00:33:05.07507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.295139Z","time spent":"4.779925943s","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-28T00:33:05.075102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.286451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-02-28T00:33:05.075143Z","caller":"traceutil/trace.go:171","msg":"trace[1881506966] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; response_count:1; response_revision:24621; }","duration":"793.324692ms","start":"2026-02-28T00:33:04.281808Z","end":"2026-02-28T00:33:05.075133Z","steps":["trace[1881506966] 'agreement among raft nodes before linearized reading' (duration: 793.183908ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:05.073419Z","caller":"traceutil/trace.go:171","msg":"trace[2004508538] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"1.481021013s","start":"2026-02-28T00:33:03.592357Z","end":"2026-02-28T00:33:05.073378Z","steps":["trace[2004508538] 'process raft request' (duration: 1.480894181s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.075174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.281751Z","time spent":"793.416413ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" "} {"level":"warn","ts":"2026-02-28T00:33:05.075223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:03.592338Z","time spent":"1.482844163s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:05.075257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.780276181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"range_response_count:1 size:927"} {"level":"info","ts":"2026-02-28T00:33:05.075289Z","caller":"traceutil/trace.go:171","msg":"trace[585600935] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; response_count:1; response_revision:24621; }","duration":"4.780315492s","start":"2026-02-28T00:33:00.294965Z","end":"2026-02-28T00:33:05.07528Z","steps":["trace[585600935] 'agreement among raft nodes before linearized reading' (duration: 4.78023244s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.075325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.29496Z","time spent":"4.780358383s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":950,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} {"level":"warn","ts":"2026-02-28T00:33:05.075352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07029672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:05.075344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.697337564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:05.073853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.211081Z","time spent":"862.74225ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:05.075438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156571482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:05.075445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.92144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:927"} {"level":"info","ts":"2026-02-28T00:33:05.075466Z","caller":"traceutil/trace.go:171","msg":"trace[814736225] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24621; }","duration":"1.156603943s","start":"2026-02-28T00:33:03.918855Z","end":"2026-02-28T00:33:05.075459Z","steps":["trace[814736225] 'agreement among raft nodes before linearized reading' (duration: 1.156551142s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:05.075489Z","caller":"traceutil/trace.go:171","msg":"trace[198613936] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:24621; }","duration":"792.007752ms","start":"2026-02-28T00:33:04.28347Z","end":"2026-02-28T00:33:05.075478Z","steps":["trace[198613936] 'agreement among raft nodes before linearized reading' (duration: 791.877929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.075526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.283453Z","time spent":"792.066173ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":950,"request content":"key:\"/registry/services/specs/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-28T00:33:05.075537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.670757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-02-28T00:33:05.075575Z","caller":"traceutil/trace.go:171","msg":"trace[1076151017] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24621; }","duration":"792.716438ms","start":"2026-02-28T00:33:04.282853Z","end":"2026-02-28T00:33:05.075569Z","steps":["trace[1076151017] 'agreement among raft nodes before linearized reading' (duration: 792.663657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.075605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.282849Z","time spent":"792.748389ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-02-28T00:33:05.074971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.781085359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1706"} {"level":"warn","ts":"2026-02-28T00:33:05.075615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382028758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:05.07564Z","caller":"traceutil/trace.go:171","msg":"trace[2086637161] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:24621; }","duration":"4.781760194s","start":"2026-02-28T00:33:00.293866Z","end":"2026-02-28T00:33:05.075627Z","steps":["trace[2086637161] 'agreement among raft nodes before linearized reading' (duration: 4.781026628s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:05.07565Z","caller":"traceutil/trace.go:171","msg":"trace[350345926] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24621; }","duration":"1.382112581s","start":"2026-02-28T00:33:03.693529Z","end":"2026-02-28T00:33:05.075642Z","steps":["trace[350345926] 'agreement among raft nodes before linearized reading' (duration: 1.38206371s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.075702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:03.693503Z","time spent":"1.382191102s","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:05.075705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.293861Z","time spent":"4.781806115s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1729,"request content":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" "} {"level":"warn","ts":"2026-02-28T00:33:05.075533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180295397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:05.075806Z","caller":"traceutil/trace.go:171","msg":"trace[1338329708] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24621; }","duration":"1.180606774s","start":"2026-02-28T00:33:03.895188Z","end":"2026-02-28T00:33:05.075795Z","steps":["trace[1338329708] 'agreement among raft nodes before linearized reading' (duration: 1.180325438s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.07504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:01.642298Z","time spent":"3.432734926s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:05.075832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:03.895164Z","time spent":"1.180659156s","remote":"127.0.0.1:56462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:05.075852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.511656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-28T00:33:05.075866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783952659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-02-28T00:33:05.075931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.801751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:05.075932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5265283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-28T00:33:05.075955Z","caller":"traceutil/trace.go:171","msg":"trace[927309217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24621; }","duration":"774.844892ms","start":"2026-02-28T00:33:04.301103Z","end":"2026-02-28T00:33:05.075948Z","steps":["trace[927309217] 'agreement among raft nodes before linearized reading' (duration: 774.80086ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:05.07545Z","caller":"traceutil/trace.go:171","msg":"trace[465426498] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24621; }","duration":"4.697475516s","start":"2026-02-28T00:33:00.377958Z","end":"2026-02-28T00:33:05.075434Z","steps":["trace[465426498] 'agreement among raft nodes before linearized reading' (duration: 4.697255551s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.075496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.37159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-02-28T00:33:05.07601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683959372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:05.075999Z","caller":"traceutil/trace.go:171","msg":"trace[283242276] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c; range_end:; response_count:1; response_revision:24621; }","duration":"3.784114324s","start":"2026-02-28T00:33:01.291871Z","end":"2026-02-28T00:33:05.075985Z","steps":["trace[283242276] 'agreement among raft nodes before linearized reading' (duration: 3.783603782s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.076096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.459302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-02-28T00:33:05.075767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.491486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:05.075387Z","caller":"traceutil/trace.go:171","msg":"trace[1841684748] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24621; }","duration":"1.070379552s","start":"2026-02-28T00:33:04.004999Z","end":"2026-02-28T00:33:05.075378Z","steps":["trace[1841684748] 'agreement among raft nodes before linearized reading' (duration: 1.070317921s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.076106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:01.291832Z","time spent":"3.784262298s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" "} {"level":"info","ts":"2026-02-28T00:33:05.076155Z","caller":"traceutil/trace.go:171","msg":"trace[277893697] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24621; }","duration":"359.914997ms","start":"2026-02-28T00:33:04.716228Z","end":"2026-02-28T00:33:05.076143Z","steps":["trace[277893697] 'agreement among raft nodes before linearized reading' (duration: 359.506927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.076196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.716202Z","time spent":"359.981578ms","remote":"127.0.0.1:59524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:05.074461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:03.302095Z","time spent":"1.77235664s","remote":"127.0.0.1:59428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T00:33:05.076453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727188815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:05.074611Z","caller":"traceutil/trace.go:171","msg":"trace[526013695] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:24621; }","duration":"4.778843869s","start":"2026-02-28T00:33:00.295756Z","end":"2026-02-28T00:33:05.0746Z","steps":["trace[526013695] 'agreement among raft nodes before linearized reading' (duration: 4.778747887s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:05.076487Z","caller":"traceutil/trace.go:171","msg":"trace[1514744642] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24621; }","duration":"4.727267177s","start":"2026-02-28T00:33:00.349212Z","end":"2026-02-28T00:33:05.076479Z","steps":["trace[1514744642] 'agreement among raft nodes before linearized reading' (duration: 4.727192305s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.076519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.349187Z","time spent":"4.727326368s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-28T00:33:05.074653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848312085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-28T00:33:05.076535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.295684Z","time spent":"4.780828014s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1427,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" "} {"level":"info","ts":"2026-02-28T00:33:05.076578Z","caller":"traceutil/trace.go:171","msg":"trace[1614807641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24621; }","duration":"2.850370811s","start":"2026-02-28T00:33:02.226196Z","end":"2026-02-28T00:33:05.076567Z","steps":["trace[1614807641] 'agreement among raft nodes before linearized reading' (duration: 2.848403117s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.076621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:02.22616Z","time spent":"2.850446693s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:05.075495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:03.918813Z","time spent":"1.156674974s","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:05.076158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.004979Z","time spent":"1.07117054s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:33:05.076042Z","caller":"traceutil/trace.go:171","msg":"trace[881875219] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24621; }","duration":"1.684035652s","start":"2026-02-28T00:33:03.391999Z","end":"2026-02-28T00:33:05.076035Z","steps":["trace[881875219] 'agreement among raft nodes before linearized reading' (duration: 1.683985521s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:05.07424Z","caller":"traceutil/trace.go:171","msg":"trace[1633253216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24621; }","duration":"4.778477502s","start":"2026-02-28T00:33:00.295751Z","end":"2026-02-28T00:33:05.074228Z","steps":["trace[1633253216] 'agreement among raft nodes before linearized reading' (duration: 4.77837825s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.076825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:03.391973Z","time spent":"1.68483656s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:05.076853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.295744Z","time spent":"4.7810983s","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-28T00:33:05.07604Z","caller":"traceutil/trace.go:171","msg":"trace[566540567] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24621; }","duration":"792.962144ms","start":"2026-02-28T00:33:04.283071Z","end":"2026-02-28T00:33:05.076033Z","steps":["trace[566540567] 'agreement among raft nodes before linearized reading' (duration: 792.37567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.076042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.377941Z","time spent":"4.698088311s","remote":"127.0.0.1:59698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:05.076978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.283045Z","time spent":"793.921716ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-02-28T00:33:05.076002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.301092Z","time spent":"774.902673ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:33:05.076125Z","caller":"traceutil/trace.go:171","msg":"trace[625382799] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24621; }","duration":"792.509784ms","start":"2026-02-28T00:33:04.283605Z","end":"2026-02-28T00:33:05.076115Z","steps":["trace[625382799] 'agreement among raft nodes before linearized reading' (duration: 792.425332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.077143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.283599Z","time spent":"793.533566ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-02-28T00:33:05.075432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.975201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:933"} {"level":"info","ts":"2026-02-28T00:33:05.077237Z","caller":"traceutil/trace.go:171","msg":"trace[2144906306] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:24621; }","duration":"793.793672ms","start":"2026-02-28T00:33:04.283433Z","end":"2026-02-28T00:33:05.077226Z","steps":["trace[2144906306] 'agreement among raft nodes before linearized reading' (duration: 791.953811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.077271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.28342Z","time spent":"793.841633ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":956,"request content":"key:\"/registry/services/specs/openstack/barbican-api\" "} {"level":"info","ts":"2026-02-28T00:33:05.075887Z","caller":"traceutil/trace.go:171","msg":"trace[282259324] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24621; }","duration":"539.590628ms","start":"2026-02-28T00:33:04.536287Z","end":"2026-02-28T00:33:05.075878Z","steps":["trace[282259324] 'agreement among raft nodes before linearized reading' (duration: 539.499896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.077616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:04.53626Z","time spent":"541.343787ms","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-28T00:33:05.077674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.544183329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7b4d58d5d6-265h6.189841b68904b83f\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-02-28T00:33:05.077705Z","caller":"traceutil/trace.go:171","msg":"trace[307485200] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7b4d58d5d6-265h6.189841b68904b83f; range_end:; response_count:1; response_revision:24621; }","duration":"4.544253661s","start":"2026-02-28T00:33:00.533444Z","end":"2026-02-28T00:33:05.077697Z","steps":["trace[307485200] 'agreement among raft nodes before linearized reading' (duration: 4.542917951s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.077724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.533431Z","time spent":"4.544288841s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-7b4d58d5d6-265h6.189841b68904b83f\" "} {"level":"warn","ts":"2026-02-28T00:33:05.077856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847803795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:05.077877Z","caller":"traceutil/trace.go:171","msg":"trace[1871256891] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24621; }","duration":"3.847858136s","start":"2026-02-28T00:33:01.23001Z","end":"2026-02-28T00:33:05.077868Z","steps":["trace[1871256891] 'agreement among raft nodes before linearized reading' (duration: 3.847824135s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:05.075964Z","caller":"traceutil/trace.go:171","msg":"trace[816021323] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24621; }","duration":"1.526607982s","start":"2026-02-28T00:33:03.549347Z","end":"2026-02-28T00:33:05.075955Z","steps":["trace[816021323] 'agreement among raft nodes before linearized reading' (duration: 1.526503579s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.077897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:01.229988Z","time spent":"3.847901537s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:05.074685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.779030834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"warn","ts":"2026-02-28T00:33:05.077916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:03.54932Z","time spent":"1.528579746s","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-28T00:33:05.077937Z","caller":"traceutil/trace.go:171","msg":"trace[14157457] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:24621; }","duration":"4.782309716s","start":"2026-02-28T00:33:00.295612Z","end":"2026-02-28T00:33:05.077921Z","steps":["trace[14157457] 'agreement among raft nodes before linearized reading' (duration: 4.779018884s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:05.077973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:00.295605Z","time spent":"4.782357947s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1286,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" "} {"level":"warn","ts":"2026-02-28T00:33:06.01286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.835099ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-28T00:33:06.012968Z","caller":"traceutil/trace.go:171","msg":"trace[185156354] linearizableReadLoop","detail":"{readStateIndex:25493; appliedIndex:25492; }","duration":"929.802737ms","start":"2026-02-28T00:33:05.083145Z","end":"2026-02-28T00:33:06.012948Z","steps":["trace[185156354] 'read index received' (duration: 442.989738ms)","trace[185156354] 'applied index is now lower than readState.Index' (duration: 486.811219ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:06.013007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.08273Z","time spent":"930.269977ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T00:33:06.013214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.047502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1505"} {"level":"info","ts":"2026-02-28T00:33:06.013273Z","caller":"traceutil/trace.go:171","msg":"trace[1777903684] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:24621; }","duration":"930.128724ms","start":"2026-02-28T00:33:05.08313Z","end":"2026-02-28T00:33:06.013258Z","steps":["trace[1777903684] 'agreement among raft nodes before linearized reading' (duration: 929.889948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.013312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.083117Z","time spent":"930.186045ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1528,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"warn","ts":"2026-02-28T00:33:06.513659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285376644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:33:06.743257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217132705s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:33:06.743911Z","caller":"traceutil/trace.go:171","msg":"trace[1029555582] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"1.65603457s","start":"2026-02-28T00:33:05.087833Z","end":"2026-02-28T00:33:06.743867Z","steps":["trace[1029555582] 'process raft request' (duration: 1.655915458s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.744149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.087822Z","time spent":"1.656198075s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:06.744243Z","caller":"traceutil/trace.go:171","msg":"trace[640823845] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"1.656285696s","start":"2026-02-28T00:33:05.087925Z","end":"2026-02-28T00:33:06.744211Z","steps":["trace[640823845] 'process raft request' (duration: 1.655889837s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:06.7443Z","caller":"traceutil/trace.go:171","msg":"trace[873251583] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"1.655544991s","start":"2026-02-28T00:33:05.088742Z","end":"2026-02-28T00:33:06.744287Z","steps":["trace[873251583] 'process raft request' (duration: 1.655466719s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.744419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.087921Z","time spent":"1.656394528s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:06.74443Z","caller":"traceutil/trace.go:171","msg":"trace[387254867] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"1.656110982s","start":"2026-02-28T00:33:05.088303Z","end":"2026-02-28T00:33:06.744414Z","steps":["trace[387254867] 'process raft request' (duration: 1.655766645s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.74443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.088736Z","time spent":"1.655599022s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:06.744449Z","caller":"traceutil/trace.go:171","msg":"trace[1505373305] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"1.451090849s","start":"2026-02-28T00:33:05.293324Z","end":"2026-02-28T00:33:06.744414Z","steps":["trace[1505373305] 'process raft request' (duration: 1.450924706s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.744495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.088295Z","time spent":"1.656165903s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:06.743938Z","caller":"traceutil/trace.go:171","msg":"trace[1485541654] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"1.65642916s","start":"2026-02-28T00:33:05.087454Z","end":"2026-02-28T00:33:06.743883Z","steps":["trace[1485541654] 'process raft request' (duration: 1.656010621s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.744594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.087445Z","time spent":"1.657122415s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:06.744613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.293267Z","time spent":"1.451252273s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:06.812778Z","caller":"traceutil/trace.go:171","msg":"trace[727367549] linearizableReadLoop","detail":"{readStateIndex:25501; appliedIndex:25493; }","duration":"799.749124ms","start":"2026-02-28T00:33:06.012995Z","end":"2026-02-28T00:33:06.812744Z","steps":["trace[727367549] 'read index received' (duration: 730.52503ms)","trace[727367549] 'applied index is now lower than readState.Index' (duration: 69.222574ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:06.813028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726897982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-02-28T00:33:06.813081Z","caller":"traceutil/trace.go:171","msg":"trace[1401093267] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24629; }","duration":"1.726975104s","start":"2026-02-28T00:33:05.086093Z","end":"2026-02-28T00:33:06.813068Z","steps":["trace[1401093267] 'agreement among raft nodes before linearized reading' (duration: 1.72680708s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.813093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729409228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"warn","ts":"2026-02-28T00:33:06.813119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.086088Z","time spent":"1.727021625s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2487,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-02-28T00:33:06.813105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729713384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:06.813187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729665294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:918"} {"level":"warn","ts":"2026-02-28T00:33:06.813211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727207029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-02-28T00:33:06.813227Z","caller":"traceutil/trace.go:171","msg":"trace[1510009641] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:24629; }","duration":"1.729732645s","start":"2026-02-28T00:33:05.083484Z","end":"2026-02-28T00:33:06.813217Z","steps":["trace[1510009641] 'agreement among raft nodes before linearized reading' (duration: 1.729538851s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:06.813246Z","caller":"traceutil/trace.go:171","msg":"trace[674734474] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:24629; }","duration":"1.72725866s","start":"2026-02-28T00:33:05.085979Z","end":"2026-02-28T00:33:06.813238Z","steps":["trace[674734474] 'agreement among raft nodes before linearized reading' (duration: 1.727164518s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.81326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.083477Z","time spent":"1.729776366s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":941,"request content":"key:\"/registry/services/specs/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-28T00:33:06.813273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.085969Z","time spent":"1.727295001s","remote":"127.0.0.1:36774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-02-28T00:33:06.813276Z","caller":"traceutil/trace.go:171","msg":"trace[745791137] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"799.093171ms","start":"2026-02-28T00:33:06.014163Z","end":"2026-02-28T00:33:06.813256Z","steps":["trace[745791137] 'process raft request' (duration: 796.688977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.813321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729838797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1367"} {"level":"info","ts":"2026-02-28T00:33:06.813376Z","caller":"traceutil/trace.go:171","msg":"trace[837407309] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:24629; }","duration":"1.729909739s","start":"2026-02-28T00:33:05.083458Z","end":"2026-02-28T00:33:06.813367Z","steps":["trace[837407309] 'agreement among raft nodes before linearized reading' (duration: 1.729779516s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.813387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.014138Z","time spent":"799.183562ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:06.813407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.083452Z","time spent":"1.72994785s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"warn","ts":"2026-02-28T00:33:06.813441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727354942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-02-28T00:33:06.813473Z","caller":"traceutil/trace.go:171","msg":"trace[1582290561] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:24629; }","duration":"1.727401693s","start":"2026-02-28T00:33:05.086061Z","end":"2026-02-28T00:33:06.813463Z","steps":["trace[1582290561] 'agreement among raft nodes before linearized reading' (duration: 1.727306711s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.813504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.086057Z","time spent":"1.727440604s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":849,"request content":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" "} {"level":"warn","ts":"2026-02-28T00:33:06.813035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726957554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-02-28T00:33:06.813577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726219397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:917"} {"level":"info","ts":"2026-02-28T00:33:06.813592Z","caller":"traceutil/trace.go:171","msg":"trace[26126384] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24629; }","duration":"1.727556177s","start":"2026-02-28T00:33:05.086027Z","end":"2026-02-28T00:33:06.813583Z","steps":["trace[26126384] 'agreement among raft nodes before linearized reading' (duration: 1.726832581s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.813597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727402453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-02-28T00:33:06.813613Z","caller":"traceutil/trace.go:171","msg":"trace[171847983] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:24629; }","duration":"1.726261127s","start":"2026-02-28T00:33:05.087341Z","end":"2026-02-28T00:33:06.813602Z","steps":["trace[171847983] 'agreement among raft nodes before linearized reading' (duration: 1.726159525s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:06.813627Z","caller":"traceutil/trace.go:171","msg":"trace[1400529075] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24629; }","duration":"1.727439455s","start":"2026-02-28T00:33:05.086177Z","end":"2026-02-28T00:33:06.813617Z","steps":["trace[1400529075] 'agreement among raft nodes before linearized reading' (duration: 1.727363553s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.813643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729850338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-02-28T00:33:06.813653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.087336Z","time spent":"1.726310188s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":940,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"info","ts":"2026-02-28T00:33:06.813675Z","caller":"traceutil/trace.go:171","msg":"trace[1214577611] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:24629; }","duration":"1.729883739s","start":"2026-02-28T00:33:05.083781Z","end":"2026-02-28T00:33:06.813665Z","steps":["trace[1214577611] 'agreement among raft nodes before linearized reading' (duration: 1.729785516s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.813703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.083727Z","time spent":"1.72996925s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1299,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-02-28T00:33:06.813741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727610858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2117"} {"level":"info","ts":"2026-02-28T00:33:06.813763Z","caller":"traceutil/trace.go:171","msg":"trace[1695740523] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:24629; }","duration":"1.727636769s","start":"2026-02-28T00:33:05.086118Z","end":"2026-02-28T00:33:06.813755Z","steps":["trace[1695740523] 'agreement among raft nodes before linearized reading' (duration: 1.727592178s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.813764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727585078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-02-28T00:33:06.81378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.086114Z","time spent":"1.727661889s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2140,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"info","ts":"2026-02-28T00:33:06.813798Z","caller":"traceutil/trace.go:171","msg":"trace[1852102275] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24629; }","duration":"1.727627168s","start":"2026-02-28T00:33:05.086161Z","end":"2026-02-28T00:33:06.813788Z","steps":["trace[1852102275] 'agreement among raft nodes before linearized reading' (duration: 1.727516276s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.813829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730110493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-02-28T00:33:06.813866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72769354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1214"} {"level":"info","ts":"2026-02-28T00:33:06.813864Z","caller":"traceutil/trace.go:171","msg":"trace[1419735916] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24629; }","duration":"1.730150424s","start":"2026-02-28T00:33:05.083705Z","end":"2026-02-28T00:33:06.813855Z","steps":["trace[1419735916] 'agreement among raft nodes before linearized reading' (duration: 1.730068142s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:06.813881Z","caller":"traceutil/trace.go:171","msg":"trace[1105892725] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:24629; }","duration":"1.7277352s","start":"2026-02-28T00:33:05.086141Z","end":"2026-02-28T00:33:06.813876Z","steps":["trace[1105892725] 'agreement among raft nodes before linearized reading' (duration: 1.727688199s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.813875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730612654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1965"} {"level":"warn","ts":"2026-02-28T00:33:06.813896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.086137Z","time spent":"1.727755321s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1237,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-02-28T00:33:06.813833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.086154Z","time spent":"1.727670269s","remote":"127.0.0.1:58940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-02-28T00:33:06.81391Z","caller":"traceutil/trace.go:171","msg":"trace[603457053] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24629; }","duration":"1.730658436s","start":"2026-02-28T00:33:05.083242Z","end":"2026-02-28T00:33:06.8139Z","steps":["trace[603457053] 'agreement among raft nodes before linearized reading' (duration: 1.730569104s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.813936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.083235Z","time spent":"1.730693586s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1988,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-28T00:33:06.813981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727821522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:06.814009Z","caller":"traceutil/trace.go:171","msg":"trace[1693562851] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24629; }","duration":"1.727853983s","start":"2026-02-28T00:33:05.086144Z","end":"2026-02-28T00:33:06.813998Z","steps":["trace[1693562851] 'agreement among raft nodes before linearized reading' (duration: 1.727818212s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.814023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.086137Z","time spent":"1.727882373s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T00:33:06.814022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730721826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-02-28T00:33:06.813205Z","caller":"traceutil/trace.go:171","msg":"trace[1294920391] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24629; }","duration":"1.729887478s","start":"2026-02-28T00:33:05.083294Z","end":"2026-02-28T00:33:06.813181Z","steps":["trace[1294920391] 'agreement among raft nodes before linearized reading' (duration: 1.729673903s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:06.814048Z","caller":"traceutil/trace.go:171","msg":"trace[881100310] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:24629; }","duration":"1.730744787s","start":"2026-02-28T00:33:05.083295Z","end":"2026-02-28T00:33:06.81404Z","steps":["trace[881100310] 'agreement among raft nodes before linearized reading' (duration: 1.730666855s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.81407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.083282Z","time spent":"1.730783418s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1271,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"warn","ts":"2026-02-28T00:33:06.814073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.08327Z","time spent":"1.730791638s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-28T00:33:06.814123Z","caller":"traceutil/trace.go:171","msg":"trace[1639178580] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"529.635367ms","start":"2026-02-28T00:33:06.284473Z","end":"2026-02-28T00:33:06.814109Z","steps":["trace[1639178580] 'process raft request' (duration: 528.169124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.813021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726882572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-02-28T00:33:06.813893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.083701Z","time spent":"1.730182155s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-02-28T00:33:06.814196Z","caller":"traceutil/trace.go:171","msg":"trace[1901744469] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24629; }","duration":"1.728090648s","start":"2026-02-28T00:33:05.086094Z","end":"2026-02-28T00:33:06.814184Z","steps":["trace[1901744469] 'agreement among raft nodes before linearized reading' (duration: 1.726701698s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.814228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.086089Z","time spent":"1.728129639s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-02-28T00:33:06.814249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.284444Z","time spent":"529.72479ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:06.814283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.695866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-28T00:33:06.814301Z","caller":"traceutil/trace.go:171","msg":"trace[1670835758] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:24629; }","duration":"241.735337ms","start":"2026-02-28T00:33:06.572561Z","end":"2026-02-28T00:33:06.814296Z","steps":["trace[1670835758] 'agreement among raft nodes before linearized reading' (duration: 241.689036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.81362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.086021Z","time spent":"1.727591637s","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-02-28T00:33:06.814239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.602364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-api\" ","response":"range_response_count:1 size:927"} {"level":"warn","ts":"2026-02-28T00:33:06.814414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.240303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:06.814437Z","caller":"traceutil/trace.go:171","msg":"trace[1809583587] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24629; }","duration":"267.305983ms","start":"2026-02-28T00:33:06.547125Z","end":"2026-02-28T00:33:06.814431Z","steps":["trace[1809583587] 'agreement among raft nodes before linearized reading' (duration: 267.265222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.814444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.879057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:06.814132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73085177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-02-28T00:33:06.814475Z","caller":"traceutil/trace.go:171","msg":"trace[1119587688] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24629; }","duration":"961.960708ms","start":"2026-02-28T00:33:05.852504Z","end":"2026-02-28T00:33:06.814465Z","steps":["trace[1119587688] 'agreement among raft nodes before linearized reading' (duration: 961.791174ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:06.814495Z","caller":"traceutil/trace.go:171","msg":"trace[1659782494] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24629; }","duration":"1.731220457s","start":"2026-02-28T00:33:05.083262Z","end":"2026-02-28T00:33:06.814482Z","steps":["trace[1659782494] 'agreement among raft nodes before linearized reading' (duration: 1.730799008s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.814505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.852482Z","time spent":"962.01517ms","remote":"127.0.0.1:59586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:06.814533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.083255Z","time spent":"1.731267078s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-02-28T00:33:06.814561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.331298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-28T00:33:06.81458Z","caller":"traceutil/trace.go:171","msg":"trace[581389399] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24629; }","duration":"278.389329ms","start":"2026-02-28T00:33:06.536181Z","end":"2026-02-28T00:33:06.814571Z","steps":["trace[581389399] 'agreement among raft nodes before linearized reading' (duration: 278.337038ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:06.814365Z","caller":"traceutil/trace.go:171","msg":"trace[2143454254] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-api; range_end:; response_count:1; response_revision:24629; }","duration":"796.744208ms","start":"2026-02-28T00:33:06.017609Z","end":"2026-02-28T00:33:06.814353Z","steps":["trace[2143454254] 'agreement among raft nodes before linearized reading' (duration: 796.579934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.814699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.017595Z","time spent":"797.098345ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":950,"request content":"key:\"/registry/services/specs/openstack/magnum-api\" "} {"level":"warn","ts":"2026-02-28T00:33:06.814733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.576384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T00:33:06.814778Z","caller":"traceutil/trace.go:171","msg":"trace[907033367] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24629; }","duration":"773.653916ms","start":"2026-02-28T00:33:06.041112Z","end":"2026-02-28T00:33:06.814766Z","steps":["trace[907033367] 'agreement among raft nodes before linearized reading' (duration: 773.443301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.814815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.041101Z","time spent":"773.704027ms","remote":"127.0.0.1:59064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:06.814811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26751247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-28T00:33:06.814683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73134246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/octavia-api\" ","response":"range_response_count:1 size:930"} {"level":"info","ts":"2026-02-28T00:33:06.814888Z","caller":"traceutil/trace.go:171","msg":"trace[1034119928] range","detail":"{range_begin:/registry/services/specs/openstack/octavia-api; range_end:; response_count:1; response_revision:24629; }","duration":"1.731561035s","start":"2026-02-28T00:33:05.083315Z","end":"2026-02-28T00:33:06.814876Z","steps":["trace[1034119928] 'agreement among raft nodes before linearized reading' (duration: 1.729740645s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.814958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.083309Z","time spent":"1.731638657s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":953,"request content":"key:\"/registry/services/specs/openstack/octavia-api\" "} {"level":"warn","ts":"2026-02-28T00:33:06.815016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.899677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:06.815039Z","caller":"traceutil/trace.go:171","msg":"trace[1308572471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24629; }","duration":"674.954658ms","start":"2026-02-28T00:33:06.140079Z","end":"2026-02-28T00:33:06.815033Z","steps":["trace[1308572471] 'agreement among raft nodes before linearized reading' (duration: 674.917088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.815054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.140059Z","time spent":"674.992729ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:33:06.813658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.086164Z","time spent":"1.727486375s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-02-28T00:33:06.814847Z","caller":"traceutil/trace.go:171","msg":"trace[1203635471] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24629; }","duration":"1.267596142s","start":"2026-02-28T00:33:05.547239Z","end":"2026-02-28T00:33:06.814836Z","steps":["trace[1203635471] 'agreement among raft nodes before linearized reading' (duration: 1.26748407s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.815234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.547145Z","time spent":"1.268076603s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-28T00:33:06.813127Z","caller":"traceutil/trace.go:171","msg":"trace[472353012] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:24629; }","duration":"1.729440469s","start":"2026-02-28T00:33:05.083677Z","end":"2026-02-28T00:33:06.813118Z","steps":["trace[472353012] 'agreement among raft nodes before linearized reading' (duration: 1.729143152s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.815319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.083662Z","time spent":"1.731633396s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1186,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-02-28T00:33:06.814897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505194258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:33:06.814984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.567871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-28T00:33:06.815514Z","caller":"traceutil/trace.go:171","msg":"trace[1533952136] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c; range_end:; response_count:1; response_revision:24629; }","duration":"731.130614ms","start":"2026-02-28T00:33:06.084375Z","end":"2026-02-28T00:33:06.815506Z","steps":["trace[1533952136] 'agreement among raft nodes before linearized reading' (duration: 730.563821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.815549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.084356Z","time spent":"731.173924ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" "} {"level":"info","ts":"2026-02-28T00:33:06.815429Z","caller":"traceutil/trace.go:171","msg":"trace[371163229] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24629; }","duration":"1.505790601s","start":"2026-02-28T00:33:05.309625Z","end":"2026-02-28T00:33:06.815415Z","steps":["trace[371163229] 'agreement among raft nodes before linearized reading' (duration: 1.505239009s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:06.815797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:05.309585Z","time spent":"1.506194971s","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:07.312119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.590643ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-28T00:33:07.31258Z","caller":"traceutil/trace.go:171","msg":"trace[1783233846] linearizableReadLoop","detail":"{readStateIndex:25502; appliedIndex:25501; }","duration":"494.358926ms","start":"2026-02-28T00:33:06.818164Z","end":"2026-02-28T00:33:07.312522Z","steps":["trace[1783233846] 'read index received' (duration: 364.55162ms)","trace[1783233846] 'applied index is now lower than readState.Index' (duration: 129.804376ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:07.312608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.816041Z","time spent":"496.557505ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T00:33:07.312824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.642522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-77a8d4e7-a0dd-4cf5-a610-d97ffb851156\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-28T00:33:07.313094Z","caller":"traceutil/trace.go:171","msg":"trace[1542906069] range","detail":"{range_begin:/registry/persistentvolumes/pvc-77a8d4e7-a0dd-4cf5-a610-d97ffb851156; range_end:; response_count:1; response_revision:24629; }","duration":"494.933049ms","start":"2026-02-28T00:33:06.818142Z","end":"2026-02-28T00:33:07.313075Z","steps":["trace[1542906069] 'agreement among raft nodes before linearized reading' (duration: 494.51226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.313152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.81813Z","time spent":"495.008661ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-77a8d4e7-a0dd-4cf5-a610-d97ffb851156\" "} {"level":"info","ts":"2026-02-28T00:33:07.343488Z","caller":"traceutil/trace.go:171","msg":"trace[1315022995] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"520.638409ms","start":"2026-02-28T00:33:06.822823Z","end":"2026-02-28T00:33:07.343461Z","steps":["trace[1315022995] 'process raft request' (duration: 520.264431ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.343471Z","caller":"traceutil/trace.go:171","msg":"trace[1978978277] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"254.03552ms","start":"2026-02-28T00:33:07.089404Z","end":"2026-02-28T00:33:07.34344Z","steps":["trace[1978978277] 'process raft request' (duration: 253.909858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.343631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.822804Z","time spent":"520.756131ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:07.344116Z","caller":"traceutil/trace.go:171","msg":"trace[1379144287] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"252.70636ms","start":"2026-02-28T00:33:07.091372Z","end":"2026-02-28T00:33:07.344079Z","steps":["trace[1379144287] 'process raft request' (duration: 252.014205ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.344193Z","caller":"traceutil/trace.go:171","msg":"trace[1981010861] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"252.68736ms","start":"2026-02-28T00:33:07.091469Z","end":"2026-02-28T00:33:07.344156Z","steps":["trace[1981010861] 'process raft request' (duration: 252.455015ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.344427Z","caller":"traceutil/trace.go:171","msg":"trace[1803889880] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"252.950656ms","start":"2026-02-28T00:33:07.091464Z","end":"2026-02-28T00:33:07.344414Z","steps":["trace[1803889880] 'process raft request' (duration: 252.635829ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.344571Z","caller":"traceutil/trace.go:171","msg":"trace[790711594] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"252.947946ms","start":"2026-02-28T00:33:07.091614Z","end":"2026-02-28T00:33:07.344562Z","steps":["trace[790711594] 'process raft request' (duration: 252.840993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.344686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.203491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:07.344729Z","caller":"traceutil/trace.go:171","msg":"trace[1353839586] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"253.14411ms","start":"2026-02-28T00:33:07.091565Z","end":"2026-02-28T00:33:07.344709Z","steps":["trace[1353839586] 'process raft request' (duration: 252.657439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.344767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.864785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-28T00:33:07.344776Z","caller":"traceutil/trace.go:171","msg":"trace[496616575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24636; }","duration":"526.316063ms","start":"2026-02-28T00:33:06.818445Z","end":"2026-02-28T00:33:07.344761Z","steps":["trace[496616575] 'agreement among raft nodes before linearized reading' (duration: 526.119419ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.344801Z","caller":"traceutil/trace.go:171","msg":"trace[1149782000] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24636; }","duration":"521.893576ms","start":"2026-02-28T00:33:06.822892Z","end":"2026-02-28T00:33:07.344786Z","steps":["trace[1149782000] 'agreement among raft nodes before linearized reading' (duration: 521.769523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.344816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.768113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-02-28T00:33:07.344816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.818439Z","time spent":"526.366114ms","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:33:07.344831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.822864Z","time spent":"521.961728ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-28T00:33:07.344749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.805674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"warn","ts":"2026-02-28T00:33:07.344896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.910896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-02-28T00:33:07.344912Z","caller":"traceutil/trace.go:171","msg":"trace[488228272] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24636; }","duration":"521.939856ms","start":"2026-02-28T00:33:06.822967Z","end":"2026-02-28T00:33:07.344907Z","steps":["trace[488228272] 'agreement among raft nodes before linearized reading' (duration: 521.900805ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.344911Z","caller":"traceutil/trace.go:171","msg":"trace[1892039283] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24636; }","duration":"521.968767ms","start":"2026-02-28T00:33:06.822919Z","end":"2026-02-28T00:33:07.344888Z","steps":["trace[1892039283] 'agreement among raft nodes before linearized reading' (duration: 521.725362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.344926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.761963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"warn","ts":"2026-02-28T00:33:07.344994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.82291Z","time spent":"522.047119ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.09847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"warn","ts":"2026-02-28T00:33:07.345037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.057889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-28T00:33:07.345045Z","caller":"traceutil/trace.go:171","msg":"trace[2037539349] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:24636; }","duration":"522.133351ms","start":"2026-02-28T00:33:06.822905Z","end":"2026-02-28T00:33:07.345038Z","steps":["trace[2037539349] 'agreement among raft nodes before linearized reading' (duration: 522.0584ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.345057Z","caller":"traceutil/trace.go:171","msg":"trace[186202943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24636; }","duration":"522.09188ms","start":"2026-02-28T00:33:06.82296Z","end":"2026-02-28T00:33:07.345051Z","steps":["trace[186202943] 'agreement among raft nodes before linearized reading' (duration: 522.032419ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.345051Z","caller":"traceutil/trace.go:171","msg":"trace[1598579117] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:24636; }","duration":"521.923646ms","start":"2026-02-28T00:33:06.823111Z","end":"2026-02-28T00:33:07.345035Z","steps":["trace[1598579117] 'agreement among raft nodes before linearized reading' (duration: 521.522427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.345074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.822951Z","time spent":"522.118562ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.823102Z","time spent":"521.982959ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.210804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T00:33:07.345145Z","caller":"traceutil/trace.go:171","msg":"trace[1715398042] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24636; }","duration":"522.246994ms","start":"2026-02-28T00:33:06.822892Z","end":"2026-02-28T00:33:07.345139Z","steps":["trace[1715398042] 'agreement among raft nodes before linearized reading' (duration: 522.183763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.34517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.822879Z","time spent":"522.285845ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.308076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-02-28T00:33:07.344857Z","caller":"traceutil/trace.go:171","msg":"trace[781709541] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24636; }","duration":"521.842405ms","start":"2026-02-28T00:33:06.823004Z","end":"2026-02-28T00:33:07.344846Z","steps":["trace[781709541] 'agreement among raft nodes before linearized reading' (duration: 521.766023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.345351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.822978Z","time spent":"522.352207ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.684664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-28T00:33:07.345549Z","caller":"traceutil/trace.go:171","msg":"trace[901613297] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24636; }","duration":"522.740705ms","start":"2026-02-28T00:33:06.822795Z","end":"2026-02-28T00:33:07.345535Z","steps":["trace[901613297] 'agreement among raft nodes before linearized reading' (duration: 522.597252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.344927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.822954Z","time spent":"521.969718ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.766325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:33:07.345595Z","caller":"traceutil/trace.go:171","msg":"trace[1340735836] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24636; }","duration":"387.792315ms","start":"2026-02-28T00:33:06.957796Z","end":"2026-02-28T00:33:07.345589Z","steps":["trace[1340735836] 'agreement among raft nodes before linearized reading' (duration: 387.733434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.34562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.957731Z","time spent":"387.884007ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:07.345613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.822787Z","time spent":"522.815607ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.470649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1076"} {"level":"warn","ts":"2026-02-28T00:33:07.345697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.959638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1438"} {"level":"info","ts":"2026-02-28T00:33:07.345718Z","caller":"traceutil/trace.go:171","msg":"trace[1485445496] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:24636; }","duration":"522.518611ms","start":"2026-02-28T00:33:06.823188Z","end":"2026-02-28T00:33:07.345706Z","steps":["trace[1485445496] 'agreement among raft nodes before linearized reading' (duration: 522.403208ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.345305Z","caller":"traceutil/trace.go:171","msg":"trace[1728762263] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24636; }","duration":"522.347127ms","start":"2026-02-28T00:33:06.822951Z","end":"2026-02-28T00:33:07.345298Z","steps":["trace[1728762263] 'agreement among raft nodes before linearized reading' (duration: 522.264895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.345762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.823182Z","time spent":"522.573742ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1099,"request content":"key:\"/registry/services/specs/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.190403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-02-28T00:33:07.345796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.136482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:923"} {"level":"info","ts":"2026-02-28T00:33:07.345807Z","caller":"traceutil/trace.go:171","msg":"trace[229746278] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:24636; }","duration":"522.231484ms","start":"2026-02-28T00:33:06.823569Z","end":"2026-02-28T00:33:07.3458Z","steps":["trace[229746278] 'agreement among raft nodes before linearized reading' (duration: 522.161572ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.345817Z","caller":"traceutil/trace.go:171","msg":"trace[329240646] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:24636; }","duration":"522.169083ms","start":"2026-02-28T00:33:06.823642Z","end":"2026-02-28T00:33:07.345811Z","steps":["trace[329240646] 'agreement among raft nodes before linearized reading' (duration: 522.106692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.345805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.822943Z","time spent":"522.838547ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.823635Z","time spent":"522.196694ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":946,"request content":"key:\"/registry/services/specs/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.82356Z","time spent":"522.262315ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.567262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1606"} {"level":"info","ts":"2026-02-28T00:33:07.345927Z","caller":"traceutil/trace.go:171","msg":"trace[432323377] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:24636; }","duration":"522.588692ms","start":"2026-02-28T00:33:06.823328Z","end":"2026-02-28T00:33:07.345917Z","steps":["trace[432323377] 'agreement among raft nodes before linearized reading' (duration: 522.519151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.345953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.823284Z","time spent":"522.663964ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1629,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.805327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1958"} {"level":"warn","ts":"2026-02-28T00:33:07.345366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.51511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:07.345064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.822894Z","time spent":"522.165033ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1284,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"warn","ts":"2026-02-28T00:33:07.346107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.515478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-28T00:33:07.34556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.352826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1420"} {"level":"info","ts":"2026-02-28T00:33:07.346187Z","caller":"traceutil/trace.go:171","msg":"trace[908690437] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:24636; }","duration":"523.006561ms","start":"2026-02-28T00:33:06.823169Z","end":"2026-02-28T00:33:07.346175Z","steps":["trace[908690437] 'agreement among raft nodes before linearized reading' (duration: 522.306686ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.346182Z","caller":"traceutil/trace.go:171","msg":"trace[312328233] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0; range_end:; response_count:1; response_revision:24636; }","duration":"526.649392ms","start":"2026-02-28T00:33:06.81952Z","end":"2026-02-28T00:33:07.34617Z","steps":["trace[312328233] 'agreement among raft nodes before linearized reading' (duration: 526.472228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.346231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.823159Z","time spent":"523.060502ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1443,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"warn","ts":"2026-02-28T00:33:07.346267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.086903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1604"} {"level":"warn","ts":"2026-02-28T00:33:07.346271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.819497Z","time spent":"526.763374ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.02628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-02-28T00:33:07.346342Z","caller":"traceutil/trace.go:171","msg":"trace[673231064] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24636; }","duration":"522.744286ms","start":"2026-02-28T00:33:06.823592Z","end":"2026-02-28T00:33:07.346336Z","steps":["trace[673231064] 'agreement among raft nodes before linearized reading' (duration: 521.983359ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.346029Z","caller":"traceutil/trace.go:171","msg":"trace[372959987] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24636; }","duration":"522.846168ms","start":"2026-02-28T00:33:06.823172Z","end":"2026-02-28T00:33:07.346019Z","steps":["trace[372959987] 'agreement among raft nodes before linearized reading' (duration: 522.740035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.346365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.823584Z","time spent":"522.774446ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-28T00:33:07.346378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.823153Z","time spent":"523.214895ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1981,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-02-28T00:33:07.345515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.266864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-02-28T00:33:07.34657Z","caller":"traceutil/trace.go:171","msg":"trace[1024396740] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:24636; }","duration":"523.333478ms","start":"2026-02-28T00:33:06.823228Z","end":"2026-02-28T00:33:07.346562Z","steps":["trace[1024396740] 'agreement among raft nodes before linearized reading' (duration: 522.232834ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.345737Z","caller":"traceutil/trace.go:171","msg":"trace[584916174] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24636; }","duration":"522.03773ms","start":"2026-02-28T00:33:06.823692Z","end":"2026-02-28T00:33:07.345729Z","steps":["trace[584916174] 'agreement among raft nodes before linearized reading' (duration: 521.960119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.346597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.823219Z","time spent":"523.370259ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"info","ts":"2026-02-28T00:33:07.346291Z","caller":"traceutil/trace.go:171","msg":"trace[358166064] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:24636; }","duration":"523.110493ms","start":"2026-02-28T00:33:06.823173Z","end":"2026-02-28T00:33:07.346283Z","steps":["trace[358166064] 'agreement among raft nodes before linearized reading' (duration: 523.033442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.346685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.823145Z","time spent":"523.533873ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1627,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-02-28T00:33:07.3466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.823681Z","time spent":"522.912919ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1461,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-02-28T00:33:07.346133Z","caller":"traceutil/trace.go:171","msg":"trace[230409575] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24636; }","duration":"523.295588ms","start":"2026-02-28T00:33:06.822816Z","end":"2026-02-28T00:33:07.346112Z","steps":["trace[230409575] 'agreement among raft nodes before linearized reading' (duration: 522.47358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.346832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.822801Z","time spent":"523.993093ms","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T00:33:07.344979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.996618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-02-28T00:33:07.347178Z","caller":"traceutil/trace.go:171","msg":"trace[137754068] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24636; }","duration":"524.206748ms","start":"2026-02-28T00:33:06.822963Z","end":"2026-02-28T00:33:07.34717Z","steps":["trace[137754068] 'agreement among raft nodes before linearized reading' (duration: 521.975148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.347207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:06.822952Z","time spent":"524.248008ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-02-28T00:33:07.752111Z","caller":"traceutil/trace.go:171","msg":"trace[48925205] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"437.632919ms","start":"2026-02-28T00:33:07.31444Z","end":"2026-02-28T00:33:07.752073Z","steps":["trace[48925205] 'process raft request' (duration: 342.5011ms)","trace[48925205] 'compare' (duration: 94.922804ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:07.752185Z","caller":"traceutil/trace.go:171","msg":"trace[185667339] linearizableReadLoop","detail":"{readStateIndex:25510; appliedIndex:25509; }","duration":"405.869236ms","start":"2026-02-28T00:33:07.346289Z","end":"2026-02-28T00:33:07.752159Z","steps":["trace[185667339] 'read index received' (duration: 310.667706ms)","trace[185667339] 'applied index is now lower than readState.Index' (duration: 95.19809ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:07.75223Z","caller":"traceutil/trace.go:171","msg":"trace[1429231191] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"402.352628ms","start":"2026-02-28T00:33:07.34985Z","end":"2026-02-28T00:33:07.752203Z","steps":["trace[1429231191] 'process raft request' (duration: 402.222465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.752301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.314415Z","time spent":"437.779401ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:07.75239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.349832Z","time spent":"402.47444ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:07.752439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.9186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1527"} {"level":"info","ts":"2026-02-28T00:33:07.752482Z","caller":"traceutil/trace.go:171","msg":"trace[1123117760] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:24638; }","duration":"398.991792ms","start":"2026-02-28T00:33:07.353475Z","end":"2026-02-28T00:33:07.752467Z","steps":["trace[1123117760] 'agreement among raft nodes before linearized reading' (duration: 398.830529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.752526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.353459Z","time spent":"399.059733ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1550,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-02-28T00:33:07.752543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.227853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-28T00:33:07.752646Z","caller":"traceutil/trace.go:171","msg":"trace[1447338480] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24638; }","duration":"406.349376ms","start":"2026-02-28T00:33:07.346271Z","end":"2026-02-28T00:33:07.75262Z","steps":["trace[1447338480] 'agreement among raft nodes before linearized reading' (duration: 406.009598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.752738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.50837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-02-28T00:33:07.752779Z","caller":"traceutil/trace.go:171","msg":"trace[1963065819] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:24638; }","duration":"397.552721ms","start":"2026-02-28T00:33:07.35521Z","end":"2026-02-28T00:33:07.752762Z","steps":["trace[1963065819] 'agreement among raft nodes before linearized reading' (duration: 397.389007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.752798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.346255Z","time spent":"406.520359ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-28T00:33:07.752877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.174129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:07.752902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.499142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-02-28T00:33:07.752915Z","caller":"traceutil/trace.go:171","msg":"trace[1923178260] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24638; }","duration":"396.217691ms","start":"2026-02-28T00:33:07.356687Z","end":"2026-02-28T00:33:07.752905Z","steps":["trace[1923178260] 'agreement among raft nodes before linearized reading' (duration: 396.16512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.75294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.356682Z","time spent":"396.252582ms","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T00:33:07.752961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.799846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1452"} {"level":"info","ts":"2026-02-28T00:33:07.753003Z","caller":"traceutil/trace.go:171","msg":"trace[26490012] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24638; }","duration":"397.874308ms","start":"2026-02-28T00:33:07.355118Z","end":"2026-02-28T00:33:07.752992Z","steps":["trace[26490012] 'agreement among raft nodes before linearized reading' (duration: 397.784036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.753046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.676795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1495"} {"level":"warn","ts":"2026-02-28T00:33:07.752812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.587552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-02-28T00:33:07.753088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.174964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:07.7531Z","caller":"traceutil/trace.go:171","msg":"trace[1113474932] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:24638; }","duration":"398.718146ms","start":"2026-02-28T00:33:07.35435Z","end":"2026-02-28T00:33:07.753068Z","steps":["trace[1113474932] 'agreement among raft nodes before linearized reading' (duration: 398.609144ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.753097Z","caller":"traceutil/trace.go:171","msg":"trace[137255150] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24638; }","duration":"397.923119ms","start":"2026-02-28T00:33:07.355156Z","end":"2026-02-28T00:33:07.753079Z","steps":["trace[137255150] 'agreement among raft nodes before linearized reading' (duration: 397.572551ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.75312Z","caller":"traceutil/trace.go:171","msg":"trace[1524517412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24638; }","duration":"398.212475ms","start":"2026-02-28T00:33:07.3549Z","end":"2026-02-28T00:33:07.753112Z","steps":["trace[1524517412] 'agreement among raft nodes before linearized reading' (duration: 398.165124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.753131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.354345Z","time spent":"398.778758ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1518,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-02-28T00:33:07.753137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.213093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-28T00:33:07.753152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.354895Z","time spent":"398.243366ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:33:07.753152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.355139Z","time spent":"397.99568ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-02-28T00:33:07.753174Z","caller":"traceutil/trace.go:171","msg":"trace[1912684533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24638; }","duration":"397.247595ms","start":"2026-02-28T00:33:07.355916Z","end":"2026-02-28T00:33:07.753163Z","steps":["trace[1912684533] 'agreement among raft nodes before linearized reading' (duration: 397.154803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.753206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.355895Z","time spent":"397.304385ms","remote":"127.0.0.1:42532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-28T00:33:07.753273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.096945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-02-28T00:33:07.753312Z","caller":"traceutil/trace.go:171","msg":"trace[1694250575] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24638; }","duration":"399.149476ms","start":"2026-02-28T00:33:07.354151Z","end":"2026-02-28T00:33:07.7533Z","steps":["trace[1694250575] 'agreement among raft nodes before linearized reading' (duration: 399.052323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.753344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.354145Z","time spent":"399.192676ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-02-28T00:33:07.753364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.560193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1392"} {"level":"warn","ts":"2026-02-28T00:33:07.753399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.598682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-02-28T00:33:07.753402Z","caller":"traceutil/trace.go:171","msg":"trace[1895046871] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:24638; }","duration":"398.605954ms","start":"2026-02-28T00:33:07.354787Z","end":"2026-02-28T00:33:07.753393Z","steps":["trace[1895046871] 'agreement among raft nodes before linearized reading' (duration: 398.515852ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.753427Z","caller":"traceutil/trace.go:171","msg":"trace[644400954] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24638; }","duration":"397.633522ms","start":"2026-02-28T00:33:07.355785Z","end":"2026-02-28T00:33:07.753418Z","steps":["trace[644400954] 'agreement among raft nodes before linearized reading' (duration: 397.55438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.753461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.355781Z","time spent":"397.674133ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-02-28T00:33:07.753501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.717626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1311"} {"level":"warn","ts":"2026-02-28T00:33:07.753047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.355099Z","time spent":"397.934919ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-02-28T00:33:07.753528Z","caller":"traceutil/trace.go:171","msg":"trace[2021165330] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:24638; }","duration":"398.752177ms","start":"2026-02-28T00:33:07.354769Z","end":"2026-02-28T00:33:07.753521Z","steps":["trace[2021165330] 'agreement among raft nodes before linearized reading' (duration: 398.678526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.753561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.354763Z","time spent":"398.792888ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1334,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-02-28T00:33:07.752876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.4502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1239"} {"level":"warn","ts":"2026-02-28T00:33:07.75343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.354783Z","time spent":"398.640424ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1415,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-02-28T00:33:07.752941Z","caller":"traceutil/trace.go:171","msg":"trace[1191226563] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:24638; }","duration":"398.543653ms","start":"2026-02-28T00:33:07.354387Z","end":"2026-02-28T00:33:07.752931Z","steps":["trace[1191226563] 'agreement among raft nodes before linearized reading' (duration: 398.44583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.753653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.354383Z","time spent":"399.256678ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} {"level":"info","ts":"2026-02-28T00:33:07.753643Z","caller":"traceutil/trace.go:171","msg":"trace[1874358853] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:24638; }","duration":"399.205306ms","start":"2026-02-28T00:33:07.354405Z","end":"2026-02-28T00:33:07.75361Z","steps":["trace[1874358853] 'agreement among raft nodes before linearized reading' (duration: 398.359148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.75376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.023571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-02-28T00:33:07.7538Z","caller":"traceutil/trace.go:171","msg":"trace[2082716797] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24638; }","duration":"398.065162ms","start":"2026-02-28T00:33:07.355724Z","end":"2026-02-28T00:33:07.753789Z","steps":["trace[2082716797] 'agreement among raft nodes before linearized reading' (duration: 397.96573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.753804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.047973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:1 size:757"} {"level":"warn","ts":"2026-02-28T00:33:07.753833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.355721Z","time spent":"398.105813ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-02-28T00:33:07.753845Z","caller":"traceutil/trace.go:171","msg":"trace[990152610] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:1; response_revision:24638; }","duration":"399.104754ms","start":"2026-02-28T00:33:07.35473Z","end":"2026-02-28T00:33:07.753834Z","steps":["trace[990152610] 'agreement among raft nodes before linearized reading' (duration: 398.853429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.753877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.354723Z","time spent":"399.145516ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":780,"request content":"key:\"/registry/services/specs/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-02-28T00:33:07.75376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.354402Z","time spent":"399.31523ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1262,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-02-28T00:33:07.753949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.179865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:762"} {"level":"warn","ts":"2026-02-28T00:33:07.753942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.243665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-02-28T00:33:07.753953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.147443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-cfn\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-02-28T00:33:07.753981Z","caller":"traceutil/trace.go:171","msg":"trace[1136719956] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:24638; }","duration":"398.211545ms","start":"2026-02-28T00:33:07.355761Z","end":"2026-02-28T00:33:07.753973Z","steps":["trace[1136719956] 'agreement among raft nodes before linearized reading' (duration: 398.128573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.753989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.404549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-02-28T00:33:07.753989Z","caller":"traceutil/trace.go:171","msg":"trace[259749311] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24638; }","duration":"398.298727ms","start":"2026-02-28T00:33:07.355679Z","end":"2026-02-28T00:33:07.753978Z","steps":["trace[259749311] 'agreement among raft nodes before linearized reading' (duration: 398.188655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.754017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.35574Z","time spent":"398.268646ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":785,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"info","ts":"2026-02-28T00:33:07.754017Z","caller":"traceutil/trace.go:171","msg":"trace[1343440928] range","detail":"{range_begin:/registry/services/specs/openstack/heat-cfn; range_end:; response_count:1; response_revision:24638; }","duration":"398.222976ms","start":"2026-02-28T00:33:07.355778Z","end":"2026-02-28T00:33:07.754001Z","steps":["trace[1343440928] 'agreement among raft nodes before linearized reading' (duration: 397.981911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.753938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.214255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-02-28T00:33:07.754068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.355774Z","time spent":"398.285168ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":938,"request content":"key:\"/registry/services/specs/openstack/heat-cfn\" "} {"level":"info","ts":"2026-02-28T00:33:07.75402Z","caller":"traceutil/trace.go:171","msg":"trace[2068116165] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:24638; }","duration":"398.485321ms","start":"2026-02-28T00:33:07.355524Z","end":"2026-02-28T00:33:07.754009Z","steps":["trace[2068116165] 'agreement among raft nodes before linearized reading' (duration: 398.402719ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.754095Z","caller":"traceutil/trace.go:171","msg":"trace[150104869] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24638; }","duration":"398.3683ms","start":"2026-02-28T00:33:07.35571Z","end":"2026-02-28T00:33:07.754078Z","steps":["trace[150104869] 'agreement among raft nodes before linearized reading' (duration: 398.074602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.754122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.355704Z","time spent":"398.41024ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-28T00:33:07.753565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.875221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-02-28T00:33:07.754119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.355516Z","time spent":"398.593924ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1269,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"info","ts":"2026-02-28T00:33:07.754182Z","caller":"traceutil/trace.go:171","msg":"trace[238996738] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:24638; }","duration":"400.488035ms","start":"2026-02-28T00:33:07.35368Z","end":"2026-02-28T00:33:07.754168Z","steps":["trace[238996738] 'agreement among raft nodes before linearized reading' (duration: 399.81169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.754031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.355673Z","time spent":"398.344558ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-02-28T00:33:07.754216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.353674Z","time spent":"400.531386ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":926,"request content":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" "} {"level":"warn","ts":"2026-02-28T00:33:07.752818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:07.355205Z","time spent":"397.606662ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-02-28T00:33:07.874867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.847669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-02-28T00:33:07.874944Z","caller":"traceutil/trace.go:171","msg":"trace[763842835] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:24640; }","duration":"111.943671ms","start":"2026-02-28T00:33:07.762982Z","end":"2026-02-28T00:33:07.874926Z","steps":["trace[763842835] 'agreement among raft nodes before linearized reading' (duration: 111.781987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.875177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.292469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-02-28T00:33:07.875196Z","caller":"traceutil/trace.go:171","msg":"trace[229961518] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:24640; }","duration":"112.33047ms","start":"2026-02-28T00:33:07.76286Z","end":"2026-02-28T00:33:07.87519Z","steps":["trace[229961518] 'agreement among raft nodes before linearized reading' (duration: 112.248148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.87536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.465196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-28T00:33:07.875414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.247442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T00:33:07.875413Z","caller":"traceutil/trace.go:171","msg":"trace[1384905455] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24640; }","duration":"109.528247ms","start":"2026-02-28T00:33:07.765868Z","end":"2026-02-28T00:33:07.875396Z","steps":["trace[1384905455] 'agreement among raft nodes before linearized reading' (duration: 109.407154ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.875436Z","caller":"traceutil/trace.go:171","msg":"trace[1294978459] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24640; }","duration":"114.282873ms","start":"2026-02-28T00:33:07.761147Z","end":"2026-02-28T00:33:07.87543Z","steps":["trace[1294978459] 'agreement among raft nodes before linearized reading' (duration: 114.198321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.875585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.536589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-02-28T00:33:07.875606Z","caller":"traceutil/trace.go:171","msg":"trace[826221147] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24640; }","duration":"114.562809ms","start":"2026-02-28T00:33:07.761035Z","end":"2026-02-28T00:33:07.875598Z","steps":["trace[826221147] 'agreement among raft nodes before linearized reading' (duration: 114.488378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.875749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.711703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-28T00:33:07.875766Z","caller":"traceutil/trace.go:171","msg":"trace[422700940] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24640; }","duration":"114.735163ms","start":"2026-02-28T00:33:07.761024Z","end":"2026-02-28T00:33:07.875759Z","steps":["trace[422700940] 'agreement among raft nodes before linearized reading' (duration: 114.685112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.87576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-02-28T00:33:07.875807Z","caller":"traceutil/trace.go:171","msg":"trace[81356165] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:24640; }","duration":"111.478061ms","start":"2026-02-28T00:33:07.764316Z","end":"2026-02-28T00:33:07.875794Z","steps":["trace[81356165] 'agreement among raft nodes before linearized reading' (duration: 111.325497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.87487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.713036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"warn","ts":"2026-02-28T00:33:07.875892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.861576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-02-28T00:33:07.875907Z","caller":"traceutil/trace.go:171","msg":"trace[2113626489] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24640; }","duration":"114.883676ms","start":"2026-02-28T00:33:07.761018Z","end":"2026-02-28T00:33:07.875902Z","steps":["trace[2113626489] 'agreement among raft nodes before linearized reading' (duration: 114.830285ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.875929Z","caller":"traceutil/trace.go:171","msg":"trace[1922000801] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24640; }","duration":"112.782819ms","start":"2026-02-28T00:33:07.763123Z","end":"2026-02-28T00:33:07.875906Z","steps":["trace[1922000801] 'agreement among raft nodes before linearized reading' (duration: 111.551232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.875983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.000879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-28T00:33:07.876002Z","caller":"traceutil/trace.go:171","msg":"trace[1284919610] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24640; }","duration":"115.031999ms","start":"2026-02-28T00:33:07.760964Z","end":"2026-02-28T00:33:07.875996Z","steps":["trace[1284919610] 'agreement among raft nodes before linearized reading' (duration: 114.973878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.87604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.750439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-backup-59fbf9d766\" ","response":"range_response_count:1 size:11242"} {"level":"warn","ts":"2026-02-28T00:33:07.876061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.875299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-02-28T00:33:07.876091Z","caller":"traceutil/trace.go:171","msg":"trace[1995933297] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:24640; }","duration":"111.91863ms","start":"2026-02-28T00:33:07.764164Z","end":"2026-02-28T00:33:07.876083Z","steps":["trace[1995933297] 'agreement among raft nodes before linearized reading' (duration: 111.825598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.8761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.08578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-28T00:33:07.876133Z","caller":"traceutil/trace.go:171","msg":"trace[1370175133] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24640; }","duration":"115.126631ms","start":"2026-02-28T00:33:07.761002Z","end":"2026-02-28T00:33:07.876129Z","steps":["trace[1370175133] 'agreement among raft nodes before linearized reading' (duration: 115.06451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.876131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.013563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-api-54bccfbfcd\" ","response":"range_response_count:1 size:8736"} {"level":"info","ts":"2026-02-28T00:33:07.876153Z","caller":"traceutil/trace.go:171","msg":"trace[969233221] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-api-54bccfbfcd; range_end:; response_count:1; response_revision:24640; }","duration":"112.052833ms","start":"2026-02-28T00:33:07.764094Z","end":"2026-02-28T00:33:07.876147Z","steps":["trace[969233221] 'agreement among raft nodes before linearized reading' (duration: 111.986772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.876162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.904742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-02-28T00:33:07.876209Z","caller":"traceutil/trace.go:171","msg":"trace[224105820] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:24640; }","duration":"112.963283ms","start":"2026-02-28T00:33:07.763231Z","end":"2026-02-28T00:33:07.876195Z","steps":["trace[224105820] 'agreement among raft nodes before linearized reading' (duration: 112.82325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.876229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.231634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-02-28T00:33:07.876242Z","caller":"traceutil/trace.go:171","msg":"trace[1431148376] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24640; }","duration":"115.253524ms","start":"2026-02-28T00:33:07.760984Z","end":"2026-02-28T00:33:07.876238Z","steps":["trace[1431148376] 'agreement among raft nodes before linearized reading' (duration: 115.210803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.876255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.936663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-6d64684666\" ","response":"range_response_count:1 size:7299"} {"level":"info","ts":"2026-02-28T00:33:07.876275Z","caller":"traceutil/trace.go:171","msg":"trace[66254443] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-6d64684666; range_end:; response_count:1; response_revision:24640; }","duration":"112.971453ms","start":"2026-02-28T00:33:07.763297Z","end":"2026-02-28T00:33:07.876269Z","steps":["trace[66254443] 'agreement among raft nodes before linearized reading' (duration: 112.907312ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:07.876069Z","caller":"traceutil/trace.go:171","msg":"trace[1590605782] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-backup-59fbf9d766; range_end:; response_count:1; response_revision:24640; }","duration":"112.79308ms","start":"2026-02-28T00:33:07.763268Z","end":"2026-02-28T00:33:07.876061Z","steps":["trace[1590605782] 'agreement among raft nodes before linearized reading' (duration: 112.699588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.876368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.156676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-api-7db4cbbd79\" ","response":"range_response_count:1 size:7555"} {"level":"info","ts":"2026-02-28T00:33:07.876393Z","caller":"traceutil/trace.go:171","msg":"trace[1747162339] range","detail":"{range_begin:/registry/replicasets/openstack/heat-api-7db4cbbd79; range_end:; response_count:1; response_revision:24640; }","duration":"112.194637ms","start":"2026-02-28T00:33:07.764192Z","end":"2026-02-28T00:33:07.876386Z","steps":["trace[1747162339] 'agreement among raft nodes before linearized reading' (duration: 112.110085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:07.87649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.314381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-02-28T00:33:07.87653Z","caller":"traceutil/trace.go:171","msg":"trace[552755077] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:24640; }","duration":"113.364622ms","start":"2026-02-28T00:33:07.763153Z","end":"2026-02-28T00:33:07.876518Z","steps":["trace[552755077] 'agreement among raft nodes before linearized reading' (duration: 113.25139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.10304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.367825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T00:33:09.103137Z","caller":"traceutil/trace.go:171","msg":"trace[1486750880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24642; }","duration":"350.492868ms","start":"2026-02-28T00:33:08.752621Z","end":"2026-02-28T00:33:09.103114Z","steps":["trace[1486750880] 'range keys from in-memory index tree' (duration: 350.167011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.10319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:08.752618Z","time spent":"350.559839ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:09.103296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.764524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-28T00:33:09.103322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.716962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-28T00:33:09.10342Z","caller":"traceutil/trace.go:171","msg":"trace[1006404768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24642; }","duration":"350.895527ms","start":"2026-02-28T00:33:08.752456Z","end":"2026-02-28T00:33:09.103352Z","steps":["trace[1006404768] 'range keys from in-memory index tree' (duration: 350.515168ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:09.103451Z","caller":"traceutil/trace.go:171","msg":"trace[1191971085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24642; }","duration":"350.868926ms","start":"2026-02-28T00:33:08.752562Z","end":"2026-02-28T00:33:09.103431Z","steps":["trace[1191971085] 'range keys from in-memory index tree' (duration: 350.56364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.103478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.962893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15276"} {"level":"warn","ts":"2026-02-28T00:33:09.103537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.225597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-02-28T00:33:09.10357Z","caller":"traceutil/trace.go:171","msg":"trace[1234037038] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24642; }","duration":"349.053575ms","start":"2026-02-28T00:33:08.754479Z","end":"2026-02-28T00:33:09.103533Z","steps":["trace[1234037038] 'range keys from in-memory index tree' (duration: 348.78734ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:09.103588Z","caller":"traceutil/trace.go:171","msg":"trace[1572406662] range","detail":"{range_begin:/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95; range_end:; response_count:1; response_revision:24642; }","duration":"399.298039ms","start":"2026-02-28T00:33:08.704283Z","end":"2026-02-28T00:33:09.103581Z","steps":["trace[1572406662] 'range keys from in-memory index tree' (duration: 399.137005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.103614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:08.70427Z","time spent":"399.336079ms","remote":"127.0.0.1:59222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4686,"request content":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" "} {"level":"warn","ts":"2026-02-28T00:33:09.103638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.806837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" ","response":"range_response_count:1 size:4174"} {"level":"info","ts":"2026-02-28T00:33:09.10368Z","caller":"traceutil/trace.go:171","msg":"trace[872681075] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-6975759b4b; range_end:; response_count:1; response_revision:24642; }","duration":"374.859518ms","start":"2026-02-28T00:33:08.728809Z","end":"2026-02-28T00:33:09.103668Z","steps":["trace[872681075] 'range keys from in-memory index tree' (duration: 374.713515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.10372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:08.728801Z","time spent":"374.90747ms","remote":"127.0.0.1:59222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4197,"request content":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" "} {"level":"warn","ts":"2026-02-28T00:33:09.103466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:08.752435Z","time spent":"351.021329ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:33:09.103796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.153368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12030"} {"level":"info","ts":"2026-02-28T00:33:09.103839Z","caller":"traceutil/trace.go:171","msg":"trace[1967204345] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24642; }","duration":"275.24198ms","start":"2026-02-28T00:33:08.828585Z","end":"2026-02-28T00:33:09.103827Z","steps":["trace[1967204345] 'range keys from in-memory index tree' (duration: 275.035335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.103605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:08.754463Z","time spent":"349.133197ms","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15299,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-28T00:33:09.103841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.788107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:09.103976Z","caller":"traceutil/trace.go:171","msg":"trace[644981194] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24642; }","duration":"296.93001ms","start":"2026-02-28T00:33:08.807034Z","end":"2026-02-28T00:33:09.103964Z","steps":["trace[644981194] 'count revisions from in-memory index tree' (duration: 296.759047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.104003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.129822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-28T00:33:09.103506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:08.752559Z","time spent":"350.936647ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T00:33:09.104052Z","caller":"traceutil/trace.go:171","msg":"trace[982632295] linearizableReadLoop","detail":"{readStateIndex:25516; appliedIndex:25515; }","duration":"250.295827ms","start":"2026-02-28T00:33:08.853748Z","end":"2026-02-28T00:33:09.104044Z","steps":["trace[982632295] 'read index received' (duration: 19.012111ms)","trace[982632295] 'applied index is now lower than readState.Index' (duration: 231.282576ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:09.104061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.782888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14828"} {"level":"warn","ts":"2026-02-28T00:33:09.103605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.945987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-28T00:33:09.104175Z","caller":"traceutil/trace.go:171","msg":"trace[765586051] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:24642; }","duration":"324.941871ms","start":"2026-02-28T00:33:08.77921Z","end":"2026-02-28T00:33:09.104151Z","steps":["trace[765586051] 'range keys from in-memory index tree' (duration: 324.044012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.104234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.483041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"info","ts":"2026-02-28T00:33:09.104244Z","caller":"traceutil/trace.go:171","msg":"trace[1394575363] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"273.518441ms","start":"2026-02-28T00:33:08.830714Z","end":"2026-02-28T00:33:09.104232Z","steps":["trace[1394575363] 'process raft request' (duration: 42.095272ms)","trace[1394575363] 'compare' (duration: 230.390586ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:09.104283Z","caller":"traceutil/trace.go:171","msg":"trace[2087289697] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:24643; }","duration":"250.568133ms","start":"2026-02-28T00:33:08.853703Z","end":"2026-02-28T00:33:09.104271Z","steps":["trace[2087289697] 'agreement among raft nodes before linearized reading' (duration: 250.43663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.104315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.007309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4681"} {"level":"info","ts":"2026-02-28T00:33:09.104347Z","caller":"traceutil/trace.go:171","msg":"trace[660316796] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:24643; }","duration":"124.05783ms","start":"2026-02-28T00:33:08.980281Z","end":"2026-02-28T00:33:09.104339Z","steps":["trace[660316796] 'agreement among raft nodes before linearized reading' (duration: 123.995748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.104378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.841513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3972"} {"level":"info","ts":"2026-02-28T00:33:09.104181Z","caller":"traceutil/trace.go:171","msg":"trace[1345374547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24642; }","duration":"351.525761ms","start":"2026-02-28T00:33:08.752642Z","end":"2026-02-28T00:33:09.104168Z","steps":["trace[1345374547] 'range keys from in-memory index tree' (duration: 350.834825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.104439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:08.752639Z","time spent":"351.788637ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:09.104473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.721897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-engine-5859bd587d\" ","response":"range_response_count:1 size:6241"} {"level":"info","ts":"2026-02-28T00:33:09.104504Z","caller":"traceutil/trace.go:171","msg":"trace[129260555] range","detail":"{range_begin:/registry/replicasets/openstack/heat-engine-5859bd587d; range_end:; response_count:1; response_revision:24643; }","duration":"171.770648ms","start":"2026-02-28T00:33:08.932723Z","end":"2026-02-28T00:33:09.104494Z","steps":["trace[129260555] 'agreement among raft nodes before linearized reading' (duration: 171.697306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.103785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.5897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-02-28T00:33:09.104606Z","caller":"traceutil/trace.go:171","msg":"trace[806723283] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:24642; }","duration":"300.417109ms","start":"2026-02-28T00:33:08.804177Z","end":"2026-02-28T00:33:09.104594Z","steps":["trace[806723283] 'range keys from in-memory index tree' (duration: 299.543089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.104631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.838975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"warn","ts":"2026-02-28T00:33:09.104644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:08.80417Z","time spent":"300.46406ms","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4518,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-02-28T00:33:09.104661Z","caller":"traceutil/trace.go:171","msg":"trace[246552578] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:24643; }","duration":"100.884046ms","start":"2026-02-28T00:33:09.00377Z","end":"2026-02-28T00:33:09.104654Z","steps":["trace[246552578] 'agreement among raft nodes before linearized reading' (duration: 100.795214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.104682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.31822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-cfn-d65975497\" ","response":"range_response_count:1 size:7562"} {"level":"warn","ts":"2026-02-28T00:33:09.104316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.972444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:33:09.104735Z","caller":"traceutil/trace.go:171","msg":"trace[1284991515] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24643; }","duration":"238.404924ms","start":"2026-02-28T00:33:08.866325Z","end":"2026-02-28T00:33:09.10473Z","steps":["trace[1284991515] 'agreement among raft nodes before linearized reading' (duration: 237.953393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.104768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.388832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-28T00:33:09.104794Z","caller":"traceutil/trace.go:171","msg":"trace[199928756] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c; range_end:; response_count:1; response_revision:24643; }","duration":"214.453853ms","start":"2026-02-28T00:33:08.890334Z","end":"2026-02-28T00:33:09.104788Z","steps":["trace[199928756] 'agreement among raft nodes before linearized reading' (duration: 214.389442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.103296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.771602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T00:33:09.104241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:08.779199Z","time spent":"325.030134ms","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":14851,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"warn","ts":"2026-02-28T00:33:09.10495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.704183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"info","ts":"2026-02-28T00:33:09.104982Z","caller":"traceutil/trace.go:171","msg":"trace[64157468] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:24643; }","duration":"225.786414ms","start":"2026-02-28T00:33:08.879189Z","end":"2026-02-28T00:33:09.104976Z","steps":["trace[64157468] 'agreement among raft nodes before linearized reading' (duration: 225.711293ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:09.104713Z","caller":"traceutil/trace.go:171","msg":"trace[433245286] range","detail":"{range_begin:/registry/replicasets/openstack/heat-cfn-d65975497; range_end:; response_count:1; response_revision:24643; }","duration":"200.379041ms","start":"2026-02-28T00:33:08.904327Z","end":"2026-02-28T00:33:09.104706Z","steps":["trace[433245286] 'agreement among raft nodes before linearized reading' (duration: 200.29999ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:09.104868Z","caller":"traceutil/trace.go:171","msg":"trace[1175573458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24642; }","duration":"351.435339ms","start":"2026-02-28T00:33:08.753426Z","end":"2026-02-28T00:33:09.104861Z","steps":["trace[1175573458] 'range keys from in-memory index tree' (duration: 349.545217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.105237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:08.753389Z","time spent":"351.828288ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T00:33:09.104409Z","caller":"traceutil/trace.go:171","msg":"trace[16066283] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:24643; }","duration":"150.924335ms","start":"2026-02-28T00:33:08.953475Z","end":"2026-02-28T00:33:09.104399Z","steps":["trace[16066283] 'agreement among raft nodes before linearized reading' (duration: 150.855673ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:09.648806Z","caller":"traceutil/trace.go:171","msg":"trace[1381847353] linearizableReadLoop","detail":"{readStateIndex:25523; appliedIndex:25522; }","duration":"294.693281ms","start":"2026-02-28T00:33:09.354088Z","end":"2026-02-28T00:33:09.648781Z","steps":["trace[1381847353] 'read index received' (duration: 37.366658ms)","trace[1381847353] 'applied index is now lower than readState.Index' (duration: 257.324683ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:09.648959Z","caller":"traceutil/trace.go:171","msg":"trace[87890719] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"294.904136ms","start":"2026-02-28T00:33:09.354041Z","end":"2026-02-28T00:33:09.648945Z","steps":["trace[87890719] 'process raft request' (duration: 263.268684ms)","trace[87890719] 'compare' (duration: 30.890815ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:09.649151Z","caller":"traceutil/trace.go:171","msg":"trace[767334437] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"293.466284ms","start":"2026-02-28T00:33:09.355673Z","end":"2026-02-28T00:33:09.649139Z","steps":["trace[767334437] 'process raft request' (duration: 293.062485ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:09.649263Z","caller":"traceutil/trace.go:171","msg":"trace[2093209835] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"295.162451ms","start":"2026-02-28T00:33:09.35409Z","end":"2026-02-28T00:33:09.649252Z","steps":["trace[2093209835] 'process raft request' (duration: 294.452216ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:09.649349Z","caller":"traceutil/trace.go:171","msg":"trace[745478223] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"294.717581ms","start":"2026-02-28T00:33:09.354624Z","end":"2026-02-28T00:33:09.649342Z","steps":["trace[745478223] 'process raft request' (duration: 294.035786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.649435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.459784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" ","response":"range_response_count:1 size:6879"} {"level":"warn","ts":"2026-02-28T00:33:09.64947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.195444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-28T00:33:09.649547Z","caller":"traceutil/trace.go:171","msg":"trace[347321967] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24654; }","duration":"120.346427ms","start":"2026-02-28T00:33:09.529182Z","end":"2026-02-28T00:33:09.649529Z","steps":["trace[347321967] 'agreement among raft nodes before linearized reading' (duration: 120.089862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.64959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.79582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11423"} {"level":"info","ts":"2026-02-28T00:33:09.649622Z","caller":"traceutil/trace.go:171","msg":"trace[1923343701] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:24654; }","duration":"144.865171ms","start":"2026-02-28T00:33:09.504747Z","end":"2026-02-28T00:33:09.649612Z","steps":["trace[1923343701] 'agreement among raft nodes before linearized reading' (duration: 144.775809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.64967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.524303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-coredns-7dd4958666\" ","response":"range_response_count:1 size:4802"} {"level":"info","ts":"2026-02-28T00:33:09.64971Z","caller":"traceutil/trace.go:171","msg":"trace[1083856357] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-coredns-7dd4958666; range_end:; response_count:1; response_revision:24654; }","duration":"246.598355ms","start":"2026-02-28T00:33:09.403103Z","end":"2026-02-28T00:33:09.649701Z","steps":["trace[1083856357] 'agreement among raft nodes before linearized reading' (duration: 246.505413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.649737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.356913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-02-28T00:33:09.649819Z","caller":"traceutil/trace.go:171","msg":"trace[403122246] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24654; }","duration":"220.493696ms","start":"2026-02-28T00:33:09.429306Z","end":"2026-02-28T00:33:09.6498Z","steps":["trace[403122246] 'agreement among raft nodes before linearized reading' (duration: 220.22879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.649816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.711053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2759"} {"level":"info","ts":"2026-02-28T00:33:09.64992Z","caller":"traceutil/trace.go:171","msg":"trace[1004668752] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:24654; }","duration":"295.880847ms","start":"2026-02-28T00:33:09.354023Z","end":"2026-02-28T00:33:09.649904Z","steps":["trace[1004668752] 'agreement among raft nodes before linearized reading' (duration: 295.717663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.649947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.943548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7551"} {"level":"info","ts":"2026-02-28T00:33:09.649987Z","caller":"traceutil/trace.go:171","msg":"trace[1673423592] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:24654; }","duration":"171.00622ms","start":"2026-02-28T00:33:09.478972Z","end":"2026-02-28T00:33:09.649979Z","steps":["trace[1673423592] 'agreement among raft nodes before linearized reading' (duration: 170.840367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:09.64959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.711708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-02-28T00:33:09.649503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.721178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189841c6add4ede0\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-02-28T00:33:09.649023Z","caller":"traceutil/trace.go:171","msg":"trace[894208637] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"294.138188ms","start":"2026-02-28T00:33:09.354843Z","end":"2026-02-28T00:33:09.648981Z","steps":["trace[894208637] 'process raft request' (duration: 293.857932ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:09.650451Z","caller":"traceutil/trace.go:171","msg":"trace[332505690] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189841c6add4ede0; range_end:; response_count:1; response_revision:24654; }","duration":"187.68592ms","start":"2026-02-28T00:33:09.462747Z","end":"2026-02-28T00:33:09.650433Z","steps":["trace[332505690] 'agreement among raft nodes before linearized reading' (duration: 186.667608ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:09.649494Z","caller":"traceutil/trace.go:171","msg":"trace[1117440541] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-cf56b6468; range_end:; response_count:1; response_revision:24654; }","duration":"270.577886ms","start":"2026-02-28T00:33:09.378903Z","end":"2026-02-28T00:33:09.649481Z","steps":["trace[1117440541] 'agreement among raft nodes before linearized reading' (duration: 270.328391ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:09.654413Z","caller":"traceutil/trace.go:171","msg":"trace[284834647] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24654; }","duration":"196.232419ms","start":"2026-02-28T00:33:09.453841Z","end":"2026-02-28T00:33:09.650074Z","steps":["trace[284834647] 'agreement among raft nodes before linearized reading' (duration: 195.676307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.229925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.665171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:10.230009Z","caller":"traceutil/trace.go:171","msg":"trace[1448458427] linearizableReadLoop","detail":"{readStateIndex:25528; appliedIndex:25527; }","duration":"574.300967ms","start":"2026-02-28T00:33:09.655695Z","end":"2026-02-28T00:33:10.229996Z","steps":["trace[1448458427] 'read index received' (duration: 274.469172ms)","trace[1448458427] 'applied index is now lower than readState.Index' (duration: 299.830885ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:10.230357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.81259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2383"} {"level":"warn","ts":"2026-02-28T00:33:10.230342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.791196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-02-28T00:33:10.230417Z","caller":"traceutil/trace.go:171","msg":"trace[867231395] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:24655; }","duration":"550.924239ms","start":"2026-02-28T00:33:09.679472Z","end":"2026-02-28T00:33:10.230396Z","steps":["trace[867231395] 'agreement among raft nodes before linearized reading' (duration: 550.694344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.230428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.459876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2151"} {"level":"warn","ts":"2026-02-28T00:33:10.230458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.462749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-28T00:33:10.230479Z","caller":"traceutil/trace.go:171","msg":"trace[1257334639] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24655; }","duration":"143.528262ms","start":"2026-02-28T00:33:10.086946Z","end":"2026-02-28T00:33:10.230474Z","steps":["trace[1257334639] 'agreement among raft nodes before linearized reading' (duration: 143.447929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.23047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:09.679449Z","time spent":"551.011311ms","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"info","ts":"2026-02-28T00:33:10.230477Z","caller":"traceutil/trace.go:171","msg":"trace[1273883163] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:24655; }","duration":"276.532018ms","start":"2026-02-28T00:33:09.953928Z","end":"2026-02-28T00:33:10.23046Z","steps":["trace[1273883163] 'agreement among raft nodes before linearized reading' (duration: 276.390244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.230494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.337112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18302"} {"level":"warn","ts":"2026-02-28T00:33:10.230507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.904254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-fvwvx.18984108794955b3\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-02-28T00:33:10.230541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.823185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.162-253-55-207.nip.io-tls\" ","response":"range_response_count:1 size:2435"} {"level":"info","ts":"2026-02-28T00:33:10.230582Z","caller":"traceutil/trace.go:171","msg":"trace[220320883] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:24655; }","duration":"400.479886ms","start":"2026-02-28T00:33:09.830079Z","end":"2026-02-28T00:33:10.230559Z","steps":["trace[220320883] 'agreement among raft nodes before linearized reading' (duration: 400.212979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.230557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.044121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-conductor-58c6f9554c\" ","response":"range_response_count:1 size:6907"} {"level":"info","ts":"2026-02-28T00:33:10.230615Z","caller":"traceutil/trace.go:171","msg":"trace[1162757444] range","detail":"{range_begin:/registry/cert-manager.io/certificates/auth-system/keycloak.162-253-55-207.nip.io-tls; range_end:; response_count:1; response_revision:24655; }","duration":"100.919097ms","start":"2026-02-28T00:33:10.129681Z","end":"2026-02-28T00:33:10.2306Z","steps":["trace[1162757444] 'agreement among raft nodes before linearized reading' (duration: 100.690821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.230638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.418495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2225"} {"level":"info","ts":"2026-02-28T00:33:10.230656Z","caller":"traceutil/trace.go:171","msg":"trace[1041396870] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:24655; }","duration":"151.446877ms","start":"2026-02-28T00:33:10.079204Z","end":"2026-02-28T00:33:10.230651Z","steps":["trace[1041396870] 'agreement among raft nodes before linearized reading' (duration: 151.393636ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:10.230652Z","caller":"traceutil/trace.go:171","msg":"trace[1715634164] range","detail":"{range_begin:/registry/replicasets/openstack/nova-conductor-58c6f9554c; range_end:; response_count:1; response_revision:24655; }","duration":"351.201044ms","start":"2026-02-28T00:33:09.879429Z","end":"2026-02-28T00:33:10.23063Z","steps":["trace[1715634164] 'agreement among raft nodes before linearized reading' (duration: 350.891436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.230697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:09.879407Z","time spent":"351.283356ms","remote":"127.0.0.1:59222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":6930,"request content":"key:\"/registry/replicasets/openstack/nova-conductor-58c6f9554c\" "} {"level":"warn","ts":"2026-02-28T00:33:10.230703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.637812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-28T00:33:10.230709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.038014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2326"} {"level":"warn","ts":"2026-02-28T00:33:10.230725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.149237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7183"} {"level":"info","ts":"2026-02-28T00:33:10.230738Z","caller":"traceutil/trace.go:171","msg":"trace[1546691147] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c; range_end:; response_count:1; response_revision:24655; }","duration":"105.674452ms","start":"2026-02-28T00:33:10.125053Z","end":"2026-02-28T00:33:10.230727Z","steps":["trace[1546691147] 'agreement among raft nodes before linearized reading' (duration: 105.56428ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:10.230769Z","caller":"traceutil/trace.go:171","msg":"trace[765042217] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:24655; }","duration":"376.231749ms","start":"2026-02-28T00:33:09.854529Z","end":"2026-02-28T00:33:10.230761Z","steps":["trace[765042217] 'agreement among raft nodes before linearized reading' (duration: 376.123147ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:10.230773Z","caller":"traceutil/trace.go:171","msg":"trace[268196191] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:24655; }","duration":"302.131266ms","start":"2026-02-28T00:33:09.928624Z","end":"2026-02-28T00:33:10.230756Z","steps":["trace[268196191] 'agreement among raft nodes before linearized reading' (duration: 301.988203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.230803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:09.854506Z","time spent":"376.29107ms","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7206,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-02-28T00:33:10.230818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:09.928609Z","time spent":"302.201487ms","remote":"127.0.0.1:51326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2349,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"warn","ts":"2026-02-28T00:33:10.230829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.387481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"info","ts":"2026-02-28T00:33:10.230856Z","caller":"traceutil/trace.go:171","msg":"trace[1612118437] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:24655; }","duration":"168.423183ms","start":"2026-02-28T00:33:10.062427Z","end":"2026-02-28T00:33:10.23085Z","steps":["trace[1612118437] 'agreement among raft nodes before linearized reading' (duration: 168.353882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.230875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.175537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" ","response":"range_response_count:1 size:12155"} {"level":"warn","ts":"2026-02-28T00:33:10.230557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.938422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-8p65m-vnc\" ","response":"range_response_count:1 size:2103"} {"level":"info","ts":"2026-02-28T00:33:10.230917Z","caller":"traceutil/trace.go:171","msg":"trace[1772523584] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-metadata-agent-default; range_end:; response_count:1; response_revision:24655; }","duration":"575.251799ms","start":"2026-02-28T00:33:09.655654Z","end":"2026-02-28T00:33:10.230906Z","steps":["trace[1772523584] 'agreement among raft nodes before linearized reading' (duration: 575.139867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.230923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.261768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2311"} {"level":"warn","ts":"2026-02-28T00:33:10.230953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:09.655635Z","time spent":"575.31105ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":12178,"request content":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" "} {"level":"info","ts":"2026-02-28T00:33:10.230961Z","caller":"traceutil/trace.go:171","msg":"trace[336805350] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:24655; }","duration":"107.313059ms","start":"2026-02-28T00:33:10.123637Z","end":"2026-02-28T00:33:10.23095Z","steps":["trace[336805350] 'agreement among raft nodes before linearized reading' (duration: 107.108035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.230976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.578566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3013"} {"level":"warn","ts":"2026-02-28T00:33:10.230741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.210422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-84c5b8c6cb\" ","response":"range_response_count:1 size:9664"} {"level":"warn","ts":"2026-02-28T00:33:10.2309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.705016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7741"} {"level":"info","ts":"2026-02-28T00:33:10.230774Z","caller":"traceutil/trace.go:171","msg":"trace[278655994] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"577.302334ms","start":"2026-02-28T00:33:09.653456Z","end":"2026-02-28T00:33:10.230759Z","steps":["trace[278655994] 'process raft request' (duration: 276.723132ms)","trace[278655994] 'compare' (duration: 299.436506ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:10.231007Z","caller":"traceutil/trace.go:171","msg":"trace[1075257331] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-84c5b8c6cb; range_end:; response_count:1; response_revision:24655; }","duration":"415.508639ms","start":"2026-02-28T00:33:09.815486Z","end":"2026-02-28T00:33:10.230994Z","steps":["trace[1075257331] 'agreement among raft nodes before linearized reading' (duration: 415.169862ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:10.231023Z","caller":"traceutil/trace.go:171","msg":"trace[1954613603] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:24655; }","duration":"416.856999ms","start":"2026-02-28T00:33:09.814155Z","end":"2026-02-28T00:33:10.231012Z","steps":["trace[1954613603] 'agreement among raft nodes before linearized reading' (duration: 416.685945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.231036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.336145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:5229"} {"level":"info","ts":"2026-02-28T00:33:10.231052Z","caller":"traceutil/trace.go:171","msg":"trace[346344925] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:24655; }","duration":"225.402076ms","start":"2026-02-28T00:33:10.005646Z","end":"2026-02-28T00:33:10.231048Z","steps":["trace[346344925] 'agreement among raft nodes before linearized reading' (duration: 225.360375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.231055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:09.815466Z","time spent":"415.575701ms","remote":"127.0.0.1:59222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":9687,"request content":"key:\"/registry/replicasets/openstack/nova-api-metadata-84c5b8c6cb\" "} {"level":"info","ts":"2026-02-28T00:33:10.230382Z","caller":"traceutil/trace.go:171","msg":"trace[275801341] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:24655; }","duration":"251.836871ms","start":"2026-02-28T00:33:09.978538Z","end":"2026-02-28T00:33:10.230375Z","steps":["trace[275801341] 'agreement among raft nodes before linearized reading' (duration: 251.737939ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:10.230588Z","caller":"traceutil/trace.go:171","msg":"trace[838985397] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-fvwvx.18984108794955b3; range_end:; response_count:1; response_revision:24655; }","duration":"141.014146ms","start":"2026-02-28T00:33:10.089552Z","end":"2026-02-28T00:33:10.230566Z","steps":["trace[838985397] 'agreement among raft nodes before linearized reading' (duration: 140.728909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.231121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:09.653429Z","time spent":"577.601761ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:10.231148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.374281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" ","response":"range_response_count:1 size:17147"} {"level":"warn","ts":"2026-02-28T00:33:10.230627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:09.830057Z","time spent":"400.561107ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18325,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"info","ts":"2026-02-28T00:33:10.231182Z","caller":"traceutil/trace.go:171","msg":"trace[1295874035] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovs-agent-default; range_end:; response_count:1; response_revision:24655; }","duration":"501.466464ms","start":"2026-02-28T00:33:09.729708Z","end":"2026-02-28T00:33:10.231174Z","steps":["trace[1295874035] 'agreement among raft nodes before linearized reading' (duration: 501.370252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.231209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:09.729679Z","time spent":"501.524925ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":17170,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" "} {"level":"info","ts":"2026-02-28T00:33:10.230924Z","caller":"traceutil/trace.go:171","msg":"trace[1022183782] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-8p65m-vnc; range_end:; response_count:1; response_revision:24655; }","duration":"325.379731ms","start":"2026-02-28T00:33:09.905532Z","end":"2026-02-28T00:33:10.230912Z","steps":["trace[1022183782] 'agreement among raft nodes before linearized reading' (duration: 324.780597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.231263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:09.905508Z","time spent":"325.743609ms","remote":"127.0.0.1:51326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":2126,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-8p65m-vnc\" "} {"level":"warn","ts":"2026-02-28T00:33:10.231268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.671842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9720"} {"level":"warn","ts":"2026-02-28T00:33:10.231059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:09.814134Z","time spent":"416.91269ms","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7764,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"warn","ts":"2026-02-28T00:33:10.230822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.515341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-rpc-server-fb7596d87\" ","response":"range_response_count:1 size:7762"} {"level":"info","ts":"2026-02-28T00:33:10.23131Z","caller":"traceutil/trace.go:171","msg":"trace[370021409] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:24655; }","duration":"526.758344ms","start":"2026-02-28T00:33:09.704542Z","end":"2026-02-28T00:33:10.2313Z","steps":["trace[370021409] 'agreement among raft nodes before linearized reading' (duration: 526.646411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.231344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:09.704522Z","time spent":"526.814936ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9743,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"info","ts":"2026-02-28T00:33:10.230994Z","caller":"traceutil/trace.go:171","msg":"trace[1821293415] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:24655; }","duration":"168.605068ms","start":"2026-02-28T00:33:10.062382Z","end":"2026-02-28T00:33:10.230987Z","steps":["trace[1821293415] 'agreement among raft nodes before linearized reading' (duration: 168.556477ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:10.231348Z","caller":"traceutil/trace.go:171","msg":"trace[934194042] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-rpc-server-fb7596d87; range_end:; response_count:1; response_revision:24655; }","duration":"417.038613ms","start":"2026-02-28T00:33:09.814293Z","end":"2026-02-28T00:33:10.231331Z","steps":["trace[934194042] 'agreement among raft nodes before linearized reading' (duration: 416.47298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:10.231487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:09.814289Z","time spent":"417.185596ms","remote":"127.0.0.1:59222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7785,"request content":"key:\"/registry/replicasets/openstack/neutron-rpc-server-fb7596d87\" "} {"level":"info","ts":"2026-02-28T00:33:11.217632Z","caller":"traceutil/trace.go:171","msg":"trace[260253012] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"107.450121ms","start":"2026-02-28T00:33:11.110149Z","end":"2026-02-28T00:33:11.2176Z","steps":["trace[260253012] 'process raft request' (duration: 106.94569ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:11.325929Z","caller":"traceutil/trace.go:171","msg":"trace[803291762] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"100.262862ms","start":"2026-02-28T00:33:11.225647Z","end":"2026-02-28T00:33:11.32591Z","steps":["trace[803291762] 'process raft request' (duration: 100.212521ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:11.325924Z","caller":"traceutil/trace.go:171","msg":"trace[983413848] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"101.03074ms","start":"2026-02-28T00:33:11.224861Z","end":"2026-02-28T00:33:11.325892Z","steps":["trace[983413848] 'process raft request' (duration: 74.47522ms)","trace[983413848] 'compare' (duration: 26.422246ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:11.69995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.457595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:11.700162Z","caller":"traceutil/trace.go:171","msg":"trace[1516312701] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"302.569176ms","start":"2026-02-28T00:33:11.397553Z","end":"2026-02-28T00:33:11.700122Z","steps":["trace[1516312701] 'process raft request' (duration: 197.807754ms)","trace[1516312701] 'compare' (duration: 104.036076ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:11.700301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:11.397532Z","time spent":"302.701788ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:11.700913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.752134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:984"} {"level":"info","ts":"2026-02-28T00:33:11.700096Z","caller":"traceutil/trace.go:171","msg":"trace[582746136] linearizableReadLoop","detail":"{readStateIndex:25536; appliedIndex:25535; }","duration":"294.935546ms","start":"2026-02-28T00:33:11.405132Z","end":"2026-02-28T00:33:11.700068Z","steps":["trace[582746136] 'read index received' (duration: 190.228256ms)","trace[582746136] 'applied index is now lower than readState.Index' (duration: 104.70558ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:11.70101Z","caller":"traceutil/trace.go:171","msg":"trace[1942003449] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:24663; }","duration":"295.916558ms","start":"2026-02-28T00:33:11.405072Z","end":"2026-02-28T00:33:11.700989Z","steps":["trace[1942003449] 'agreement among raft nodes before linearized reading' (duration: 295.58428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:12.160044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.677976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:12.16037Z","caller":"traceutil/trace.go:171","msg":"trace[88408546] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"502.782222ms","start":"2026-02-28T00:33:11.657574Z","end":"2026-02-28T00:33:12.160357Z","steps":["trace[88408546] 'process raft request' (duration: 357.722428ms)","trace[88408546] 'compare' (duration: 144.353209ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:12.160417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:11.657538Z","time spent":"502.861584ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:12.160531Z","caller":"traceutil/trace.go:171","msg":"trace[633758247] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"502.765642ms","start":"2026-02-28T00:33:11.657759Z","end":"2026-02-28T00:33:12.160525Z","steps":["trace[633758247] 'process raft request' (duration: 502.365993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:12.160563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:11.657716Z","time spent":"502.830803ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:12.160624Z","caller":"traceutil/trace.go:171","msg":"trace[356639289] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"502.803354ms","start":"2026-02-28T00:33:11.657816Z","end":"2026-02-28T00:33:12.160619Z","steps":["trace[356639289] 'process raft request' (duration: 502.338183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:12.160653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:11.657787Z","time spent":"502.852154ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:12.160718Z","caller":"traceutil/trace.go:171","msg":"trace[2106786364] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"502.798784ms","start":"2026-02-28T00:33:11.657914Z","end":"2026-02-28T00:33:12.160713Z","steps":["trace[2106786364] 'process raft request' (duration: 502.259701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:12.160746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:11.657902Z","time spent":"502.831154ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:12.160804Z","caller":"traceutil/trace.go:171","msg":"trace[666971563] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"502.821674ms","start":"2026-02-28T00:33:11.657977Z","end":"2026-02-28T00:33:12.160799Z","steps":["trace[666971563] 'process raft request' (duration: 502.21858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:12.160835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:11.657972Z","time spent":"502.848414ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:12.160897Z","caller":"traceutil/trace.go:171","msg":"trace[1017126699] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"407.594154ms","start":"2026-02-28T00:33:11.753299Z","end":"2026-02-28T00:33:12.160893Z","steps":["trace[1017126699] 'process raft request' (duration: 406.918308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:12.160927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:11.753263Z","time spent":"407.650215ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:13.392084Z","caller":"traceutil/trace.go:171","msg":"trace[841285132] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"264.023052ms","start":"2026-02-28T00:33:13.128031Z","end":"2026-02-28T00:33:13.392054Z","steps":["trace[841285132] 'process raft request' (duration: 263.838588ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:13.392147Z","caller":"traceutil/trace.go:171","msg":"trace[1326348854] linearizableReadLoop","detail":"{readStateIndex:25543; appliedIndex:25543; }","duration":"254.566872ms","start":"2026-02-28T00:33:13.137538Z","end":"2026-02-28T00:33:13.392105Z","steps":["trace[1326348854] 'read index received' (duration: 254.51038ms)","trace[1326348854] 'applied index is now lower than readState.Index' (duration: 53.502µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:13.392564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.965301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:13.392921Z","caller":"traceutil/trace.go:171","msg":"trace[511211051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24670; }","duration":"255.109384ms","start":"2026-02-28T00:33:13.137491Z","end":"2026-02-28T00:33:13.3926Z","steps":["trace[511211051] 'agreement among raft nodes before linearized reading' (duration: 254.881759ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:13.528411Z","caller":"traceutil/trace.go:171","msg":"trace[675035731] linearizableReadLoop","detail":"{readStateIndex:25544; appliedIndex:25543; }","duration":"136.097026ms","start":"2026-02-28T00:33:13.392292Z","end":"2026-02-28T00:33:13.528389Z","steps":["trace[675035731] 'read index received' (duration: 65.795009ms)","trace[675035731] 'applied index is now lower than readState.Index' (duration: 70.300567ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:13.52859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.955947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-28T00:33:13.528632Z","caller":"traceutil/trace.go:171","msg":"trace[764344574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24671; }","duration":"198.026459ms","start":"2026-02-28T00:33:13.330596Z","end":"2026-02-28T00:33:13.528622Z","steps":["trace[764344574] 'agreement among raft nodes before linearized reading' (duration: 197.851376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:13.528629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.173042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T00:33:13.528676Z","caller":"traceutil/trace.go:171","msg":"trace[495710860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24671; }","duration":"198.293374ms","start":"2026-02-28T00:33:13.330375Z","end":"2026-02-28T00:33:13.528668Z","steps":["trace[495710860] 'agreement among raft nodes before linearized reading' (duration: 198.159881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:13.528665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.824854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-28T00:33:13.528671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.313014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-28T00:33:13.528785Z","caller":"traceutil/trace.go:171","msg":"trace[948405590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24671; }","duration":"198.022799ms","start":"2026-02-28T00:33:13.330738Z","end":"2026-02-28T00:33:13.528761Z","steps":["trace[948405590] 'agreement among raft nodes before linearized reading' (duration: 197.693232ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:13.528797Z","caller":"traceutil/trace.go:171","msg":"trace[1208389885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24671; }","duration":"197.474407ms","start":"2026-02-28T00:33:13.331298Z","end":"2026-02-28T00:33:13.528772Z","steps":["trace[1208389885] 'agreement among raft nodes before linearized reading' (duration: 197.140369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:13.528819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.648263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-28T00:33:13.528848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.108109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-28T00:33:13.52889Z","caller":"traceutil/trace.go:171","msg":"trace[1037409388] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c; range_end:; response_count:1; response_revision:24671; }","duration":"129.765076ms","start":"2026-02-28T00:33:13.399108Z","end":"2026-02-28T00:33:13.528873Z","steps":["trace[1037409388] 'agreement among raft nodes before linearized reading' (duration: 129.570662ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:13.528917Z","caller":"traceutil/trace.go:171","msg":"trace[801175049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24671; }","duration":"281.217582ms","start":"2026-02-28T00:33:13.24769Z","end":"2026-02-28T00:33:13.528907Z","steps":["trace[801175049] 'agreement among raft nodes before linearized reading' (duration: 281.103679ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:13.52842Z","caller":"traceutil/trace.go:171","msg":"trace[1927216325] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"301.172686ms","start":"2026-02-28T00:33:13.227227Z","end":"2026-02-28T00:33:13.5284Z","steps":["trace[1927216325] 'process raft request' (duration: 230.838747ms)","trace[1927216325] 'compare' (duration: 69.873038ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:13.529113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:13.227162Z","time spent":"301.881401ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:13.85876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.846506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:13.85951Z","caller":"traceutil/trace.go:171","msg":"trace[1199901801] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"324.970651ms","start":"2026-02-28T00:33:13.534501Z","end":"2026-02-28T00:33:13.859472Z","steps":["trace[1199901801] 'process raft request' (duration: 172.288258ms)","trace[1199901801] 'compare' (duration: 151.699922ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:13.859681Z","caller":"traceutil/trace.go:171","msg":"trace[423186793] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"325.039863ms","start":"2026-02-28T00:33:13.534615Z","end":"2026-02-28T00:33:13.859654Z","steps":["trace[423186793] 'process raft request' (duration: 324.276327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:13.859748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:13.534481Z","time spent":"325.160826ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:13.859826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:13.534592Z","time spent":"325.182196ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:13.85993Z","caller":"traceutil/trace.go:171","msg":"trace[419673909] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"324.553713ms","start":"2026-02-28T00:33:13.535346Z","end":"2026-02-28T00:33:13.8599Z","steps":["trace[419673909] 'process raft request' (duration: 324.166074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:13.860115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:13.535328Z","time spent":"324.690365ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:13.860389Z","caller":"traceutil/trace.go:171","msg":"trace[1381724261] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"324.865329ms","start":"2026-02-28T00:33:13.535507Z","end":"2026-02-28T00:33:13.860373Z","steps":["trace[1381724261] 'process raft request' (duration: 324.289217ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:13.860405Z","caller":"traceutil/trace.go:171","msg":"trace[1135250950] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"322.833195ms","start":"2026-02-28T00:33:13.537558Z","end":"2026-02-28T00:33:13.860391Z","steps":["trace[1135250950] 'process raft request' (duration: 322.711392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:13.860463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:13.535476Z","time spent":"324.951721ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:13.860473Z","caller":"traceutil/trace.go:171","msg":"trace[935875171] linearizableReadLoop","detail":"{readStateIndex:25548; appliedIndex:25544; }","duration":"324.4068ms","start":"2026-02-28T00:33:13.536052Z","end":"2026-02-28T00:33:13.860458Z","steps":["trace[935875171] 'read index received' (duration: 170.696304ms)","trace[935875171] 'applied index is now lower than readState.Index' (duration: 153.709586ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:13.860484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:13.537547Z","time spent":"322.897006ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:13.86056Z","caller":"traceutil/trace.go:171","msg":"trace[610537818] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"155.507526ms","start":"2026-02-28T00:33:13.705038Z","end":"2026-02-28T00:33:13.860545Z","steps":["trace[610537818] 'process raft request' (duration: 155.321202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:13.860611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.566103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:13.86065Z","caller":"traceutil/trace.go:171","msg":"trace[608041199] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24677; }","duration":"324.646855ms","start":"2026-02-28T00:33:13.535992Z","end":"2026-02-28T00:33:13.860639Z","steps":["trace[608041199] 'agreement among raft nodes before linearized reading' (duration: 324.560043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:13.860666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.204023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:13.860687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:13.535979Z","time spent":"324.701306ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-28T00:33:13.860711Z","caller":"traceutil/trace.go:171","msg":"trace[1461420383] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24677; }","duration":"101.291635ms","start":"2026-02-28T00:33:13.7594Z","end":"2026-02-28T00:33:13.860691Z","steps":["trace[1461420383] 'agreement among raft nodes before linearized reading' (duration: 101.224784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:14.528232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.207288ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T00:33:14.528404Z","caller":"traceutil/trace.go:171","msg":"trace[155799823] linearizableReadLoop","detail":"{readStateIndex:25551; appliedIndex:25550; }","duration":"395.351661ms","start":"2026-02-28T00:33:14.133026Z","end":"2026-02-28T00:33:14.528378Z","steps":["trace[155799823] 'read index received' (duration: 56.461µs)","trace[155799823] 'applied index is now lower than readState.Index' (duration: 395.29288ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:14.528742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.687429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:14.528838Z","caller":"traceutil/trace.go:171","msg":"trace[1168593146] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24677; }","duration":"395.844893ms","start":"2026-02-28T00:33:14.132968Z","end":"2026-02-28T00:33:14.528813Z","steps":["trace[1168593146] 'agreement among raft nodes before linearized reading' (duration: 395.670709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:14.528891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:14.132937Z","time spent":"395.943304ms","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:33:14.661469Z","caller":"traceutil/trace.go:171","msg":"trace[1136971861] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"494.363186ms","start":"2026-02-28T00:33:14.167079Z","end":"2026-02-28T00:33:14.661442Z","steps":["trace[1136971861] 'process raft request' (duration: 494.12196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:14.661625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:14.167051Z","time spent":"494.489449ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:14.686871Z","caller":"traceutil/trace.go:171","msg":"trace[285742051] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"518.555063ms","start":"2026-02-28T00:33:14.168293Z","end":"2026-02-28T00:33:14.686848Z","steps":["trace[285742051] 'process raft request' (duration: 518.485831ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:14.686855Z","caller":"traceutil/trace.go:171","msg":"trace[1786924423] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"519.472912ms","start":"2026-02-28T00:33:14.167353Z","end":"2026-02-28T00:33:14.686825Z","steps":["trace[1786924423] 'process raft request' (duration: 519.263588ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:14.686938Z","caller":"traceutil/trace.go:171","msg":"trace[1827895156] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"519.35745ms","start":"2026-02-28T00:33:14.167527Z","end":"2026-02-28T00:33:14.686884Z","steps":["trace[1827895156] 'process raft request' (duration: 519.227707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:14.687392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:14.167522Z","time spent":"519.805809ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:14.686995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:14.168269Z","time spent":"518.659075ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:14.687036Z","caller":"traceutil/trace.go:171","msg":"trace[721307822] linearizableReadLoop","detail":"{readStateIndex:25556; appliedIndex:25551; }","duration":"158.569933ms","start":"2026-02-28T00:33:14.528442Z","end":"2026-02-28T00:33:14.687012Z","steps":["trace[721307822] 'read index received' (duration: 132.802932ms)","trace[721307822] 'applied index is now lower than readState.Index' (duration: 25.763681ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:14.687062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.076718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:14.687758Z","caller":"traceutil/trace.go:171","msg":"trace[180438958] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24682; }","duration":"461.782235ms","start":"2026-02-28T00:33:14.225925Z","end":"2026-02-28T00:33:14.687707Z","steps":["trace[180438958] 'agreement among raft nodes before linearized reading' (duration: 461.093029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:14.68782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.790435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-28T00:33:14.687864Z","caller":"traceutil/trace.go:171","msg":"trace[920368641] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c; range_end:; response_count:1; response_revision:24682; }","duration":"151.868437ms","start":"2026-02-28T00:33:14.535979Z","end":"2026-02-28T00:33:14.687848Z","steps":["trace[920368641] 'agreement among raft nodes before linearized reading' (duration: 151.707093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:14.687902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:14.225896Z","time spent":"461.949878ms","remote":"127.0.0.1:59428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:33:14.687053Z","caller":"traceutil/trace.go:171","msg":"trace[602106991] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"517.995131ms","start":"2026-02-28T00:33:14.169022Z","end":"2026-02-28T00:33:14.687017Z","steps":["trace[602106991] 'process raft request' (duration: 517.783136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:14.688023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.844843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-28T00:33:14.688056Z","caller":"traceutil/trace.go:171","msg":"trace[220645027] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24682; }","duration":"113.880944ms","start":"2026-02-28T00:33:14.574166Z","end":"2026-02-28T00:33:14.688047Z","steps":["trace[220645027] 'agreement among raft nodes before linearized reading' (duration: 113.739141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:14.687154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.584233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:14.688133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:14.169012Z","time spent":"519.010674ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:14.68819Z","caller":"traceutil/trace.go:171","msg":"trace[1919313400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24682; }","duration":"547.675898ms","start":"2026-02-28T00:33:14.140501Z","end":"2026-02-28T00:33:14.688177Z","steps":["trace[1919313400] 'agreement among raft nodes before linearized reading' (duration: 546.571043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:14.688233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:14.140481Z","time spent":"547.73756ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:33:14.688194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:14.167347Z","time spent":"519.906122ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:14.961167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.482195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:14.961298Z","caller":"traceutil/trace.go:171","msg":"trace[421642668] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24682; }","duration":"187.702519ms","start":"2026-02-28T00:33:14.773566Z","end":"2026-02-28T00:33:14.961268Z","steps":["trace[421642668] 'count revisions from in-memory index tree' (duration: 187.381883ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:15.845738Z","caller":"traceutil/trace.go:171","msg":"trace[1698802842] linearizableReadLoop","detail":"{readStateIndex:25561; appliedIndex:25560; }","duration":"152.043189ms","start":"2026-02-28T00:33:15.693673Z","end":"2026-02-28T00:33:15.845716Z","steps":["trace[1698802842] 'read index received' (duration: 151.808644ms)","trace[1698802842] 'applied index is now lower than readState.Index' (duration: 233.815µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:15.846014Z","caller":"traceutil/trace.go:171","msg":"trace[1609354095] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"234.139179ms","start":"2026-02-28T00:33:15.611861Z","end":"2026-02-28T00:33:15.846Z","steps":["trace[1609354095] 'process raft request' (duration: 233.70544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:15.846429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.730414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-28T00:33:15.84649Z","caller":"traceutil/trace.go:171","msg":"trace[849973725] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c; range_end:; response_count:1; response_revision:24687; }","duration":"152.825336ms","start":"2026-02-28T00:33:15.693647Z","end":"2026-02-28T00:33:15.846472Z","steps":["trace[849973725] 'agreement among raft nodes before linearized reading' (duration: 152.644613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:16.490618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.131886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:16.49073Z","caller":"traceutil/trace.go:171","msg":"trace[1231346407] linearizableReadLoop","detail":"{readStateIndex:25562; appliedIndex:25561; }","duration":"626.086545ms","start":"2026-02-28T00:33:15.864625Z","end":"2026-02-28T00:33:16.490711Z","steps":["trace[1231346407] 'read index received' (duration: 341.845966ms)","trace[1231346407] 'applied index is now lower than readState.Index' (duration: 284.238969ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:16.491042Z","caller":"traceutil/trace.go:171","msg":"trace[1815860233] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"636.569888ms","start":"2026-02-28T00:33:15.854398Z","end":"2026-02-28T00:33:16.490968Z","steps":["trace[1815860233] 'process raft request' (duration: 351.980321ms)","trace[1815860233] 'compare' (duration: 283.402451ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:16.491258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.631377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-28T00:33:16.491319Z","caller":"traceutil/trace.go:171","msg":"trace[888103973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24688; }","duration":"626.707688ms","start":"2026-02-28T00:33:15.864593Z","end":"2026-02-28T00:33:16.491301Z","steps":["trace[888103973] 'agreement among raft nodes before linearized reading' (duration: 626.520654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:16.491318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:15.854377Z","time spent":"636.764732ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:16.491355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:15.864583Z","time spent":"626.763959ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T00:33:16.608016Z","caller":"traceutil/trace.go:171","msg":"trace[1306923435] linearizableReadLoop","detail":"{readStateIndex:25563; appliedIndex:25562; }","duration":"117.221528ms","start":"2026-02-28T00:33:16.490758Z","end":"2026-02-28T00:33:16.60798Z","steps":["trace[1306923435] 'read index received' (duration: 111.095093ms)","trace[1306923435] 'applied index is now lower than readState.Index' (duration: 6.124955ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:16.60819Z","caller":"traceutil/trace.go:171","msg":"trace[1035086827] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"110.690143ms","start":"2026-02-28T00:33:16.497475Z","end":"2026-02-28T00:33:16.608165Z","steps":["trace[1035086827] 'process raft request' (duration: 110.426997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:16.608422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.658837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-28T00:33:16.608493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.263017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:16.608587Z","caller":"traceutil/trace.go:171","msg":"trace[418995083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24690; }","duration":"468.38697ms","start":"2026-02-28T00:33:16.140189Z","end":"2026-02-28T00:33:16.608576Z","steps":["trace[418995083] 'agreement among raft nodes before linearized reading' (duration: 467.89535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:16.608566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.214453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:33:16.608623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.218811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:33:16.608676Z","caller":"traceutil/trace.go:171","msg":"trace[338018137] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24690; }","duration":"123.329053ms","start":"2026-02-28T00:33:16.485331Z","end":"2026-02-28T00:33:16.60866Z","steps":["trace[338018137] 'agreement among raft nodes before linearized reading' (duration: 122.73423ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:16.60868Z","caller":"traceutil/trace.go:171","msg":"trace[2050361261] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24690; }","duration":"707.382527ms","start":"2026-02-28T00:33:15.901273Z","end":"2026-02-28T00:33:16.608656Z","steps":["trace[2050361261] 'agreement among raft nodes before linearized reading' (duration: 706.757244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:16.608734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:15.901258Z","time spent":"707.462399ms","remote":"127.0.0.1:44618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:33:16.60815Z","caller":"traceutil/trace.go:171","msg":"trace[1345469187] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"739.499079ms","start":"2026-02-28T00:33:15.868504Z","end":"2026-02-28T00:33:16.608003Z","steps":["trace[1345469187] 'process raft request' (duration: 733.417564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:16.608849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.8628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:33:16.608885Z","caller":"traceutil/trace.go:171","msg":"trace[824181130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24690; }","duration":"741.911902ms","start":"2026-02-28T00:33:15.866964Z","end":"2026-02-28T00:33:16.608875Z","steps":["trace[824181130] 'agreement among raft nodes before linearized reading' (duration: 741.141875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:16.608918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:15.866955Z","time spent":"741.956053ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T00:33:16.608495Z","caller":"traceutil/trace.go:171","msg":"trace[2014913202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24690; }","duration":"741.79346ms","start":"2026-02-28T00:33:15.86668Z","end":"2026-02-28T00:33:16.608473Z","steps":["trace[2014913202] 'agreement among raft nodes before linearized reading' (duration: 741.503504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:16.609045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:15.866658Z","time spent":"742.365712ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:16.609114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.702673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:33:16.60916Z","caller":"traceutil/trace.go:171","msg":"trace[566236395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24690; }","duration":"739.760505ms","start":"2026-02-28T00:33:15.869384Z","end":"2026-02-28T00:33:16.609145Z","steps":["trace[566236395] 'agreement among raft nodes before linearized reading' (duration: 738.667551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:16.608741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.080779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T00:33:16.609199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:15.869376Z","time spent":"739.814487ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T00:33:16.609225Z","caller":"traceutil/trace.go:171","msg":"trace[1757316776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24690; }","duration":"739.583532ms","start":"2026-02-28T00:33:15.869617Z","end":"2026-02-28T00:33:16.609201Z","steps":["trace[1757316776] 'agreement among raft nodes before linearized reading' (duration: 738.471037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:16.609301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:15.869601Z","time spent":"739.674964ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:16.608629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:16.140173Z","time spent":"468.448071ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:33:16.609536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:15.86849Z","time spent":"740.541181ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:16.608784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.472928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:16.609659Z","caller":"traceutil/trace.go:171","msg":"trace[1198920869] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24690; }","duration":"546.381959ms","start":"2026-02-28T00:33:16.063255Z","end":"2026-02-28T00:33:16.609637Z","steps":["trace[1198920869] 'agreement among raft nodes before linearized reading' (duration: 544.844884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:16.609719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:16.063229Z","time spent":"546.470951ms","remote":"127.0.0.1:44622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:33:17.215211Z","caller":"traceutil/trace.go:171","msg":"trace[1076995472] linearizableReadLoop","detail":"{readStateIndex:25576; appliedIndex:25575; }","duration":"333.662245ms","start":"2026-02-28T00:33:16.881519Z","end":"2026-02-28T00:33:17.215181Z","steps":["trace[1076995472] 'read index received' (duration: 333.44041ms)","trace[1076995472] 'applied index is now lower than readState.Index' (duration: 219.965µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:17.215298Z","caller":"traceutil/trace.go:171","msg":"trace[1534148007] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"343.212307ms","start":"2026-02-28T00:33:16.872033Z","end":"2026-02-28T00:33:17.215245Z","steps":["trace[1534148007] 'process raft request' (duration: 342.948161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:17.215373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.821908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:17.215411Z","caller":"traceutil/trace.go:171","msg":"trace[2110346652] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24701; }","duration":"333.92088ms","start":"2026-02-28T00:33:16.881475Z","end":"2026-02-28T00:33:17.215396Z","steps":["trace[2110346652] 'agreement among raft nodes before linearized reading' (duration: 333.829608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:17.215447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:16.881444Z","time spent":"333.994702ms","remote":"127.0.0.1:59290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:17.215504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:16.87202Z","time spent":"343.37395ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3943,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:17.331221Z","caller":"traceutil/trace.go:171","msg":"trace[41606655] linearizableReadLoop","detail":"{readStateIndex:25577; appliedIndex:25576; }","duration":"115.914428ms","start":"2026-02-28T00:33:17.215278Z","end":"2026-02-28T00:33:17.331193Z","steps":["trace[41606655] 'read index received' (duration: 52.612386ms)","trace[41606655] 'applied index is now lower than readState.Index' (duration: 63.300752ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:17.33125Z","caller":"traceutil/trace.go:171","msg":"trace[1651144160] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"164.982177ms","start":"2026-02-28T00:33:17.16624Z","end":"2026-02-28T00:33:17.331222Z","steps":["trace[1651144160] 'process raft request' (duration: 101.594712ms)","trace[1651144160] 'compare' (duration: 63.058028ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:17.331413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.072324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:17.331451Z","caller":"traceutil/trace.go:171","msg":"trace[467972558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24702; }","duration":"191.173916ms","start":"2026-02-28T00:33:17.140266Z","end":"2026-02-28T00:33:17.33144Z","steps":["trace[467972558] 'agreement among raft nodes before linearized reading' (duration: 191.055914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:17.33152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.367708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-02-28T00:33:17.331581Z","caller":"traceutil/trace.go:171","msg":"trace[974612933] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24702; }","duration":"291.446179ms","start":"2026-02-28T00:33:17.040126Z","end":"2026-02-28T00:33:17.331572Z","steps":["trace[974612933] 'agreement among raft nodes before linearized reading' (duration: 291.190984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:17.331689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.739749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-28T00:33:17.331715Z","caller":"traceutil/trace.go:171","msg":"trace[692237928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24702; }","duration":"177.764749ms","start":"2026-02-28T00:33:17.153941Z","end":"2026-02-28T00:33:17.331706Z","steps":["trace[692237928] 'agreement among raft nodes before linearized reading' (duration: 177.664627ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:17.332263Z","caller":"traceutil/trace.go:171","msg":"trace[924341194] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24702; }","duration":"115.230584ms","start":"2026-02-28T00:33:17.217014Z","end":"2026-02-28T00:33:17.332245Z","steps":["trace[924341194] 'process raft request' (duration: 114.790113ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:20.935632Z","caller":"traceutil/trace.go:171","msg":"trace[1324356398] linearizableReadLoop","detail":"{readStateIndex:25614; appliedIndex:25613; }","duration":"277.52147ms","start":"2026-02-28T00:33:20.658092Z","end":"2026-02-28T00:33:20.935613Z","steps":["trace[1324356398] 'read index received' (duration: 277.490789ms)","trace[1324356398] 'applied index is now lower than readState.Index' (duration: 29.901µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:20.935736Z","caller":"traceutil/trace.go:171","msg":"trace[2055176418] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"302.099635ms","start":"2026-02-28T00:33:20.633601Z","end":"2026-02-28T00:33:20.935701Z","steps":["trace[2055176418] 'process raft request' (duration: 301.8682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:20.935844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.748246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T00:33:20.935873Z","caller":"traceutil/trace.go:171","msg":"trace[615458191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24737; }","duration":"277.856348ms","start":"2026-02-28T00:33:20.658008Z","end":"2026-02-28T00:33:20.935864Z","steps":["trace[615458191] 'agreement among raft nodes before linearized reading' (duration: 277.702294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:20.935906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:20.633571Z","time spent":"302.239378ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:21.263442Z","caller":"traceutil/trace.go:171","msg":"trace[1834747335] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"554.410347ms","start":"2026-02-28T00:33:20.709008Z","end":"2026-02-28T00:33:21.263418Z","steps":["trace[1834747335] 'process raft request' (duration: 554.276054ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:21.263478Z","caller":"traceutil/trace.go:171","msg":"trace[2005077862] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"574.805069ms","start":"2026-02-28T00:33:20.688634Z","end":"2026-02-28T00:33:21.263439Z","steps":["trace[2005077862] 'process raft request' (duration: 497.229529ms)","trace[2005077862] 'compare' (duration: 77.083779ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:21.263601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:20.708982Z","time spent":"554.521919ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:21.263642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:20.688607Z","time spent":"574.947022ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:21.263784Z","caller":"traceutil/trace.go:171","msg":"trace[2045911289] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"550.439058ms","start":"2026-02-28T00:33:20.713335Z","end":"2026-02-28T00:33:21.263774Z","steps":["trace[2045911289] 'process raft request' (duration: 550.04912ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:21.264037Z","caller":"traceutil/trace.go:171","msg":"trace[1983869299] linearizableReadLoop","detail":"{readStateIndex:25619; appliedIndex:25614; }","duration":"328.326056ms","start":"2026-02-28T00:33:20.935687Z","end":"2026-02-28T00:33:21.264013Z","steps":["trace[1983869299] 'read index received' (duration: 250.254396ms)","trace[1983869299] 'applied index is now lower than readState.Index' (duration: 78.06951ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:21.26406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:20.71331Z","time spent":"550.724125ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:21.263924Z","caller":"traceutil/trace.go:171","msg":"trace[1976202631] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"550.372647ms","start":"2026-02-28T00:33:20.713536Z","end":"2026-02-28T00:33:21.263909Z","steps":["trace[1976202631] 'process raft request' (duration: 549.997339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.264124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:20.713527Z","time spent":"550.568631ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:21.263962Z","caller":"traceutil/trace.go:171","msg":"trace[840181153] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"549.828726ms","start":"2026-02-28T00:33:20.71411Z","end":"2026-02-28T00:33:21.263938Z","steps":["trace[840181153] 'process raft request' (duration: 549.652552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.264161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.371664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T00:33:21.264196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.885173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:33:21.264196Z","caller":"traceutil/trace.go:171","msg":"trace[863916079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24742; }","duration":"581.422055ms","start":"2026-02-28T00:33:20.682764Z","end":"2026-02-28T00:33:21.264186Z","steps":["trace[863916079] 'agreement among raft nodes before linearized reading' (duration: 581.273672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.264205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.548438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:33:21.264221Z","caller":"traceutil/trace.go:171","msg":"trace[766330327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24742; }","duration":"584.953134ms","start":"2026-02-28T00:33:20.679259Z","end":"2026-02-28T00:33:21.264212Z","steps":["trace[766330327] 'agreement among raft nodes before linearized reading' (duration: 584.857912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.264233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:20.682753Z","time spent":"581.473267ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T00:33:21.264232Z","caller":"traceutil/trace.go:171","msg":"trace[1838035366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24742; }","duration":"581.592629ms","start":"2026-02-28T00:33:20.682631Z","end":"2026-02-28T00:33:21.264224Z","steps":["trace[1838035366] 'agreement among raft nodes before linearized reading' (duration: 581.503627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.264241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:20.679236Z","time spent":"585.000975ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:33:21.264256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:20.682624Z","time spent":"581.626639ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:21.264339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:20.714086Z","time spent":"550.105591ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:21.264379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.471896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:33:21.26449Z","caller":"traceutil/trace.go:171","msg":"trace[511252496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24742; }","duration":"581.65858ms","start":"2026-02-28T00:33:20.682807Z","end":"2026-02-28T00:33:21.264465Z","steps":["trace[511252496] 'agreement among raft nodes before linearized reading' (duration: 581.316083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.264544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:20.682773Z","time spent":"581.760652ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:21.267069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.689175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:21.267141Z","caller":"traceutil/trace.go:171","msg":"trace[381696828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24743; }","duration":"116.771407ms","start":"2026-02-28T00:33:21.150349Z","end":"2026-02-28T00:33:21.26712Z","steps":["trace[381696828] 'agreement among raft nodes before linearized reading' (duration: 116.636434ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:21.267395Z","caller":"traceutil/trace.go:171","msg":"trace[297076312] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"326.445384ms","start":"2026-02-28T00:33:20.94094Z","end":"2026-02-28T00:33:21.267386Z","steps":["trace[297076312] 'process raft request' (duration: 323.683233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.267449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:20.940901Z","time spent":"326.519326ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:21.267716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.993943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:21.267756Z","caller":"traceutil/trace.go:171","msg":"trace[1107509394] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24743; }","duration":"122.071314ms","start":"2026-02-28T00:33:21.145673Z","end":"2026-02-28T00:33:21.267744Z","steps":["trace[1107509394] 'agreement among raft nodes before linearized reading' (duration: 121.997513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.267959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.641003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:21.268Z","caller":"traceutil/trace.go:171","msg":"trace[319348646] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24743; }","duration":"198.683103ms","start":"2026-02-28T00:33:21.069305Z","end":"2026-02-28T00:33:21.267988Z","steps":["trace[319348646] 'agreement among raft nodes before linearized reading' (duration: 198.618292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.268484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.142899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-28T00:33:21.268525Z","caller":"traceutil/trace.go:171","msg":"trace[768181865] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24743; }","duration":"322.220191ms","start":"2026-02-28T00:33:20.946296Z","end":"2026-02-28T00:33:21.268516Z","steps":["trace[768181865] 'agreement among raft nodes before linearized reading' (duration: 320.651006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.268545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:20.946282Z","time spent":"322.258652ms","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-02-28T00:33:21.727974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.858465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:21.728125Z","caller":"traceutil/trace.go:171","msg":"trace[1174884182] linearizableReadLoop","detail":"{readStateIndex:25621; appliedIndex:25620; }","duration":"459.887152ms","start":"2026-02-28T00:33:21.268213Z","end":"2026-02-28T00:33:21.7281Z","steps":["trace[1174884182] 'read index received' (duration: 247.766011ms)","trace[1174884182] 'applied index is now lower than readState.Index' (duration: 212.119181ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:21.728255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.041076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:21.728226Z","caller":"traceutil/trace.go:171","msg":"trace[1766366673] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"460.076226ms","start":"2026-02-28T00:33:21.268092Z","end":"2026-02-28T00:33:21.728169Z","steps":["trace[1766366673] 'process raft request' (duration: 247.878893ms)","trace[1766366673] 'compare' (duration: 211.453277ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:21.728289Z","caller":"traceutil/trace.go:171","msg":"trace[711041776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24744; }","duration":"460.102117ms","start":"2026-02-28T00:33:21.268171Z","end":"2026-02-28T00:33:21.728273Z","steps":["trace[711041776] 'agreement among raft nodes before linearized reading' (duration: 460.026406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.728326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:21.268155Z","time spent":"460.163828ms","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:33:21.72844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:21.268071Z","time spent":"460.24171ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:21.813053Z","caller":"traceutil/trace.go:171","msg":"trace[513871273] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"544.700221ms","start":"2026-02-28T00:33:21.268322Z","end":"2026-02-28T00:33:21.813022Z","steps":["trace[513871273] 'process raft request' (duration: 544.603219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.813257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:21.268302Z","time spent":"544.842405ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:21.813637Z","caller":"traceutil/trace.go:171","msg":"trace[215051146] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"545.308015ms","start":"2026-02-28T00:33:21.268262Z","end":"2026-02-28T00:33:21.81357Z","steps":["trace[215051146] 'process raft request' (duration: 544.433976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.813719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:21.268229Z","time spent":"545.444117ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:21.813716Z","caller":"traceutil/trace.go:171","msg":"trace[1549295118] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"543.259049ms","start":"2026-02-28T00:33:21.27042Z","end":"2026-02-28T00:33:21.813679Z","steps":["trace[1549295118] 'process raft request' (duration: 542.555424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.813881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:21.270411Z","time spent":"543.382623ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:21.814107Z","caller":"traceutil/trace.go:171","msg":"trace[545770634] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"543.661118ms","start":"2026-02-28T00:33:21.270423Z","end":"2026-02-28T00:33:21.814084Z","steps":["trace[545770634] 'process raft request' (duration: 542.955493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:21.81421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:21.270388Z","time spent":"543.772702ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:22.037598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.32845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:22.038249Z","caller":"traceutil/trace.go:171","msg":"trace[1491441842] linearizableReadLoop","detail":"{readStateIndex:25626; appliedIndex:25621; }","duration":"310.054401ms","start":"2026-02-28T00:33:21.728154Z","end":"2026-02-28T00:33:22.038208Z","steps":["trace[1491441842] 'read index received' (duration: 84.640625ms)","trace[1491441842] 'applied index is now lower than readState.Index' (duration: 225.411045ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:22.038235Z","caller":"traceutil/trace.go:171","msg":"trace[2062835378] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"476.353757ms","start":"2026-02-28T00:33:21.561844Z","end":"2026-02-28T00:33:22.038198Z","steps":["trace[2062835378] 'process raft request' (duration: 312.290072ms)","trace[2062835378] 'compare' (duration: 163.058793ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:22.03842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:21.561811Z","time spent":"476.507462ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:22.038461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.983968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-28T00:33:22.038534Z","caller":"traceutil/trace.go:171","msg":"trace[1972432333] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c; range_end:; response_count:1; response_revision:24749; }","duration":"767.101071ms","start":"2026-02-28T00:33:21.271416Z","end":"2026-02-28T00:33:22.038518Z","steps":["trace[1972432333] 'agreement among raft nodes before linearized reading' (duration: 766.859386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:22.038577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:21.271403Z","time spent":"767.162262ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a4cbc310-79b4-40a3-a28f-ed0c4c4f8c4c\" "} {"level":"warn","ts":"2026-02-28T00:33:22.987874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285377006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:33:23.026179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.480045ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:23.026292Z","caller":"traceutil/trace.go:171","msg":"trace[2066890942] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24750; }","duration":"307.607228ms","start":"2026-02-28T00:33:22.718665Z","end":"2026-02-28T00:33:23.026273Z","steps":["trace[2066890942] 'range keys from in-memory index tree' (duration: 307.462274ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:23.026422Z","caller":"traceutil/trace.go:171","msg":"trace[67048623] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"610.402248ms","start":"2026-02-28T00:33:22.415987Z","end":"2026-02-28T00:33:23.02639Z","steps":["trace[67048623] 'process raft request' (duration: 609.371306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:23.026692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:22.415967Z","time spent":"610.654013ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:23.642438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.430878ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T00:33:23.642965Z","caller":"traceutil/trace.go:171","msg":"trace[1355592113] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"750.444082ms","start":"2026-02-28T00:33:22.892487Z","end":"2026-02-28T00:33:23.642931Z","steps":["trace[1355592113] 'process raft request' (duration: 750.047313ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:23.643083Z","caller":"traceutil/trace.go:171","msg":"trace[480396337] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"159.505985ms","start":"2026-02-28T00:33:23.48356Z","end":"2026-02-28T00:33:23.643066Z","steps":["trace[480396337] 'process raft request' (duration: 159.473884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:23.643124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:22.892451Z","time spent":"750.591994ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:23.643322Z","caller":"traceutil/trace.go:171","msg":"trace[893316608] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"701.376053ms","start":"2026-02-28T00:33:22.941939Z","end":"2026-02-28T00:33:23.643315Z","steps":["trace[893316608] 'process raft request' (duration: 700.923633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:23.643406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:22.941918Z","time spent":"701.428115ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:23.643471Z","caller":"traceutil/trace.go:171","msg":"trace[630039602] linearizableReadLoop","detail":"{readStateIndex:25631; appliedIndex:25627; }","duration":"1.156067771s","start":"2026-02-28T00:33:22.487397Z","end":"2026-02-28T00:33:23.643465Z","steps":["trace[630039602] 'read index received' (duration: 537.977393ms)","trace[630039602] 'applied index is now lower than readState.Index' (duration: 618.089638ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:23.643533Z","caller":"traceutil/trace.go:171","msg":"trace[1297422586] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"371.292169ms","start":"2026-02-28T00:33:23.272236Z","end":"2026-02-28T00:33:23.643528Z","steps":["trace[1297422586] 'process raft request' (duration: 370.683304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:23.643602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:23.272205Z","time spent":"371.375681ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:23.643738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156351827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:23.643762Z","caller":"traceutil/trace.go:171","msg":"trace[198194227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24759; }","duration":"1.156426059s","start":"2026-02-28T00:33:22.48733Z","end":"2026-02-28T00:33:23.643756Z","steps":["trace[198194227] 'agreement among raft nodes before linearized reading' (duration: 1.156377748s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:23.643774Z","caller":"traceutil/trace.go:171","msg":"trace[826843809] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"371.422262ms","start":"2026-02-28T00:33:23.272337Z","end":"2026-02-28T00:33:23.64376Z","steps":["trace[826843809] 'process raft request' (duration: 370.607713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:23.643826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.682804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:33:23.643852Z","caller":"traceutil/trace.go:171","msg":"trace[1990266398] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24759; }","duration":"980.752096ms","start":"2026-02-28T00:33:22.663093Z","end":"2026-02-28T00:33:23.643846Z","steps":["trace[1990266398] 'agreement among raft nodes before linearized reading' (duration: 980.706235ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:23.643857Z","caller":"traceutil/trace.go:171","msg":"trace[2049463812] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"371.452753ms","start":"2026-02-28T00:33:23.272396Z","end":"2026-02-28T00:33:23.643849Z","steps":["trace[2049463812] 'process raft request' (duration: 370.572552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:23.643873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:22.663067Z","time spent":"980.802066ms","remote":"127.0.0.1:58122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:23.64389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:23.272384Z","time spent":"371.489903ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:23.643991Z","caller":"traceutil/trace.go:171","msg":"trace[945488525] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"371.540015ms","start":"2026-02-28T00:33:23.272445Z","end":"2026-02-28T00:33:23.643985Z","steps":["trace[945488525] 'process raft request' (duration: 370.545282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:23.644031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:23.272438Z","time spent":"371.572285ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:23.644044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.402258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:23.644067Z","caller":"traceutil/trace.go:171","msg":"trace[1639690006] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24759; }","duration":"129.464579ms","start":"2026-02-28T00:33:23.514594Z","end":"2026-02-28T00:33:23.644059Z","steps":["trace[1639690006] 'agreement among raft nodes before linearized reading' (duration: 129.432789ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:23.644131Z","caller":"traceutil/trace.go:171","msg":"trace[1757750103] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"369.913708ms","start":"2026-02-28T00:33:23.274205Z","end":"2026-02-28T00:33:23.644119Z","steps":["trace[1757750103] 'process raft request' (duration: 368.807022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:23.644177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:23.274176Z","time spent":"369.980509ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:23.644255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.402886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T00:33:23.644281Z","caller":"traceutil/trace.go:171","msg":"trace[1615232074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24759; }","duration":"369.469818ms","start":"2026-02-28T00:33:23.274805Z","end":"2026-02-28T00:33:23.644275Z","steps":["trace[1615232074] 'agreement among raft nodes before linearized reading' (duration: 369.368416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:23.6443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:23.274782Z","time spent":"369.512499ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:33:23.644362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.286256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:23.644381Z","caller":"traceutil/trace.go:171","msg":"trace[807565211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24759; }","duration":"504.357397ms","start":"2026-02-28T00:33:23.140018Z","end":"2026-02-28T00:33:23.644376Z","steps":["trace[807565211] 'agreement among raft nodes before linearized reading' (duration: 504.329807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:23.644396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:23.139988Z","time spent":"504.405208ms","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:33:23.643829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:23.272325Z","time spent":"371.477603ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:23.643781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:22.487303Z","time spent":"1.15647507s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:33:24.082153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.739861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:24.082304Z","caller":"traceutil/trace.go:171","msg":"trace[111997657] linearizableReadLoop","detail":"{readStateIndex:25638; appliedIndex:25637; }","duration":"349.208559ms","start":"2026-02-28T00:33:23.733073Z","end":"2026-02-28T00:33:24.082282Z","steps":["trace[111997657] 'read index received' (duration: 184.191022ms)","trace[111997657] 'applied index is now lower than readState.Index' (duration: 165.015777ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:24.082664Z","caller":"traceutil/trace.go:171","msg":"trace[355124427] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"431.276508ms","start":"2026-02-28T00:33:23.651371Z","end":"2026-02-28T00:33:24.082647Z","steps":["trace[355124427] 'process raft request' (duration: 265.943964ms)","trace[355124427] 'compare' (duration: 164.560877ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:24.082673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.584378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:33:24.082751Z","caller":"traceutil/trace.go:171","msg":"trace[1360598286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24760; }","duration":"349.721931ms","start":"2026-02-28T00:33:23.733009Z","end":"2026-02-28T00:33:24.082731Z","steps":["trace[1360598286] 'agreement among raft nodes before linearized reading' (duration: 349.478355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:24.08277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:23.651301Z","time spent":"431.428932ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:24.082795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:23.732983Z","time spent":"349.803652ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:33:24.545852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.753737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:24.54593Z","caller":"traceutil/trace.go:171","msg":"trace[1895772839] linearizableReadLoop","detail":"{readStateIndex:25639; appliedIndex:25638; }","duration":"463.582715ms","start":"2026-02-28T00:33:24.082335Z","end":"2026-02-28T00:33:24.545918Z","steps":["trace[1895772839] 'read index received' (duration: 120.621303ms)","trace[1895772839] 'applied index is now lower than readState.Index' (duration: 342.960491ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:24.546772Z","caller":"traceutil/trace.go:171","msg":"trace[1643197824] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"502.031536ms","start":"2026-02-28T00:33:24.04468Z","end":"2026-02-28T00:33:24.546711Z","steps":["trace[1643197824] 'process raft request' (duration: 158.352249ms)","trace[1643197824] 'compare' (duration: 342.216104ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:24.546822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.919808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:33:24.546885Z","caller":"traceutil/trace.go:171","msg":"trace[1165513009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24761; }","duration":"726.0416ms","start":"2026-02-28T00:33:23.820828Z","end":"2026-02-28T00:33:24.54687Z","steps":["trace[1165513009] 'agreement among raft nodes before linearized reading' (duration: 725.816845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:24.546926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:23.820784Z","time spent":"726.132252ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:24.546983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.047495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T00:33:24.547042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:24.044655Z","time spent":"502.226291ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:24.547064Z","caller":"traceutil/trace.go:171","msg":"trace[50959008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24761; }","duration":"728.188918ms","start":"2026-02-28T00:33:23.818854Z","end":"2026-02-28T00:33:24.547042Z","steps":["trace[50959008] 'agreement among raft nodes before linearized reading' (duration: 727.82113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:24.547123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:23.818832Z","time spent":"728.280781ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:24.548372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.118945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-28T00:33:24.5484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.644506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:33:24.548457Z","caller":"traceutil/trace.go:171","msg":"trace[880095505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24761; }","duration":"727.747859ms","start":"2026-02-28T00:33:23.820696Z","end":"2026-02-28T00:33:24.548443Z","steps":["trace[880095505] 'agreement among raft nodes before linearized reading' (duration: 725.953468ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:24.548454Z","caller":"traceutil/trace.go:171","msg":"trace[656118880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24761; }","duration":"482.261168ms","start":"2026-02-28T00:33:24.066173Z","end":"2026-02-28T00:33:24.548434Z","steps":["trace[656118880] 'agreement among raft nodes before linearized reading' (duration: 480.512619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:24.548492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:23.820669Z","time spent":"727.815651ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:24.54851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:24.066151Z","time spent":"482.349361ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:33:24.548545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.426392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:24.548599Z","caller":"traceutil/trace.go:171","msg":"trace[650224711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24762; }","duration":"408.520074ms","start":"2026-02-28T00:33:24.140069Z","end":"2026-02-28T00:33:24.548589Z","steps":["trace[650224711] 'agreement among raft nodes before linearized reading' (duration: 408.421432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:24.548628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:24.140048Z","time spent":"408.575376ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:33:24.548769Z","caller":"traceutil/trace.go:171","msg":"trace[2016712509] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"459.691078ms","start":"2026-02-28T00:33:24.089032Z","end":"2026-02-28T00:33:24.548723Z","steps":["trace[2016712509] 'process raft request' (duration: 458.174794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:24.548994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:24.089009Z","time spent":"459.859282ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:37.543301Z","caller":"traceutil/trace.go:171","msg":"trace[1010573858] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"113.009564ms","start":"2026-02-28T00:33:37.430042Z","end":"2026-02-28T00:33:37.543052Z","steps":["trace[1010573858] 'process raft request' (duration: 72.213201ms)","trace[1010573858] 'compare' (duration: 40.493747ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:38.627285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.091327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-28T00:33:38.627474Z","caller":"traceutil/trace.go:171","msg":"trace[559606321] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24882; }","duration":"104.327422ms","start":"2026-02-28T00:33:38.523122Z","end":"2026-02-28T00:33:38.627449Z","steps":["trace[559606321] 'range keys from in-memory index tree' (duration: 103.866312ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:38.812795Z","caller":"traceutil/trace.go:171","msg":"trace[1969286343] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"102.41986ms","start":"2026-02-28T00:33:38.71035Z","end":"2026-02-28T00:33:38.81277Z","steps":["trace[1969286343] 'process raft request' (duration: 102.375739ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:38.813075Z","caller":"traceutil/trace.go:171","msg":"trace[2004215869] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"103.918584ms","start":"2026-02-28T00:33:38.709123Z","end":"2026-02-28T00:33:38.813041Z","steps":["trace[2004215869] 'process raft request' (duration: 37.101683ms)","trace[2004215869] 'compare' (duration: 66.345239ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:47.726598Z","caller":"traceutil/trace.go:171","msg":"trace[1463002690] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"354.286082ms","start":"2026-02-28T00:33:47.372283Z","end":"2026-02-28T00:33:47.726569Z","steps":["trace[1463002690] 'process raft request' (duration: 353.909994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:47.726772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:47.372253Z","time spent":"354.421884ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:48.167315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.713811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:48.167462Z","caller":"traceutil/trace.go:171","msg":"trace[549577343] linearizableReadLoop","detail":"{readStateIndex:25832; appliedIndex:25830; }","duration":"576.574678ms","start":"2026-02-28T00:33:47.590865Z","end":"2026-02-28T00:33:48.167439Z","steps":["trace[549577343] 'read index received' (duration: 135.630205ms)","trace[549577343] 'applied index is now lower than readState.Index' (duration: 440.942633ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:48.167627Z","caller":"traceutil/trace.go:171","msg":"trace[78936124] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"608.561457ms","start":"2026-02-28T00:33:47.55897Z","end":"2026-02-28T00:33:48.167531Z","steps":["trace[78936124] 'process raft request' (duration: 494.512079ms)","trace[78936124] 'compare' (duration: 113.542247ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:48.167708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.792493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:48.167816Z","caller":"traceutil/trace.go:171","msg":"trace[761835863] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24949; }","duration":"576.971967ms","start":"2026-02-28T00:33:47.590819Z","end":"2026-02-28T00:33:48.167791Z","steps":["trace[761835863] 'agreement among raft nodes before linearized reading' (duration: 576.706651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:48.167856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:47.55894Z","time spent":"608.793552ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:48.167877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:47.590803Z","time spent":"577.062348ms","remote":"127.0.0.1:59554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:48.668316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285377501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:33:48.82923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.631054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:48.829748Z","caller":"traceutil/trace.go:171","msg":"trace[766461370] linearizableReadLoop","detail":"{readStateIndex:25838; appliedIndex:25832; }","duration":"662.226336ms","start":"2026-02-28T00:33:48.167499Z","end":"2026-02-28T00:33:48.829725Z","steps":["trace[766461370] 'read index received' (duration: 541.051601ms)","trace[766461370] 'applied index is now lower than readState.Index' (duration: 121.173405ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:48.830138Z","caller":"traceutil/trace.go:171","msg":"trace[792557693] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"1.001130887s","start":"2026-02-28T00:33:47.828975Z","end":"2026-02-28T00:33:48.830106Z","steps":["trace[792557693] 'process raft request' (duration: 1.000620166s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:48.830466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:47.828961Z","time spent":"1.001340011s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:48.83052Z","caller":"traceutil/trace.go:171","msg":"trace[296384019] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"1.003720524s","start":"2026-02-28T00:33:47.82677Z","end":"2026-02-28T00:33:48.830491Z","steps":["trace[296384019] 'process raft request' (duration: 1.002732763s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:48.830543Z","caller":"traceutil/trace.go:171","msg":"trace[1947007469] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"998.652402ms","start":"2026-02-28T00:33:47.831836Z","end":"2026-02-28T00:33:48.830488Z","steps":["trace[1947007469] 'process raft request' (duration: 997.838684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:48.830626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:47.826744Z","time spent":"1.003834788s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:48.830606Z","caller":"traceutil/trace.go:171","msg":"trace[1421198263] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"1.012899898s","start":"2026-02-28T00:33:47.81763Z","end":"2026-02-28T00:33:48.83053Z","steps":["trace[1421198263] 'process raft request' (duration: 1.011743813s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:48.830738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:47.831819Z","time spent":"998.817136ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:48.830782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.841253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:48.830888Z","caller":"traceutil/trace.go:171","msg":"trace[610303040] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24955; }","duration":"978.045297ms","start":"2026-02-28T00:33:47.852817Z","end":"2026-02-28T00:33:48.830862Z","steps":["trace[610303040] 'agreement among raft nodes before linearized reading' (duration: 977.755711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:48.830907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:47.817584Z","time spent":"1.013172415s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:48.830949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:47.852803Z","time spent":"978.134689ms","remote":"127.0.0.1:59428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-28T00:33:48.830942Z","caller":"traceutil/trace.go:171","msg":"trace[520712382] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"1.025568619s","start":"2026-02-28T00:33:47.805355Z","end":"2026-02-28T00:33:48.830924Z","steps":["trace[520712382] 'process raft request' (duration: 903.105924ms)","trace[520712382] 'compare' (duration: 119.583731ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:48.830642Z","caller":"traceutil/trace.go:171","msg":"trace[110593927] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"998.807236ms","start":"2026-02-28T00:33:47.831785Z","end":"2026-02-28T00:33:48.830592Z","steps":["trace[110593927] 'process raft request' (duration: 997.848204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:48.831039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:47.805327Z","time spent":"1.025673841s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:48.831147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:47.831775Z","time spent":"999.273406ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:48.831782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.230089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:48.83221Z","caller":"traceutil/trace.go:171","msg":"trace[92402370] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24955; }","duration":"765.73893ms","start":"2026-02-28T00:33:48.066448Z","end":"2026-02-28T00:33:48.832187Z","steps":["trace[92402370] 'agreement among raft nodes before linearized reading' (duration: 764.044832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:48.832299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:48.066419Z","time spent":"765.869053ms","remote":"127.0.0.1:59516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:49.315951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.175515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:49.316092Z","caller":"traceutil/trace.go:171","msg":"trace[1924941784] linearizableReadLoop","detail":"{readStateIndex:25839; appliedIndex:25838; }","duration":"486.279117ms","start":"2026-02-28T00:33:48.829791Z","end":"2026-02-28T00:33:49.31607Z","steps":["trace[1924941784] 'read index received' (duration: 277.654353ms)","trace[1924941784] 'applied index is now lower than readState.Index' (duration: 208.623024ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:49.316206Z","caller":"traceutil/trace.go:171","msg":"trace[1177784259] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"632.61388ms","start":"2026-02-28T00:33:48.683578Z","end":"2026-02-28T00:33:49.316192Z","steps":["trace[1177784259] 'process raft request' (duration: 424.070487ms)","trace[1177784259] 'compare' (duration: 207.716595ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:49.31627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:48.683537Z","time spent":"632.694952ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:49.316351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.21027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:49.316407Z","caller":"traceutil/trace.go:171","msg":"trace[188375159] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24956; }","duration":"479.302822ms","start":"2026-02-28T00:33:48.837087Z","end":"2026-02-28T00:33:49.31639Z","steps":["trace[188375159] 'agreement among raft nodes before linearized reading' (duration: 479.20701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:49.31639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.644007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:49.316443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:48.83707Z","time spent":"479.364513ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-28T00:33:49.31649Z","caller":"traceutil/trace.go:171","msg":"trace[530308656] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24956; }","duration":"954.840712ms","start":"2026-02-28T00:33:48.361627Z","end":"2026-02-28T00:33:49.316468Z","steps":["trace[530308656] 'agreement among raft nodes before linearized reading' (duration: 954.619967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:49.316555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:48.361596Z","time spent":"954.946954ms","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:49.316716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056901683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-28T00:33:49.316721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.568827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:33:49.316749Z","caller":"traceutil/trace.go:171","msg":"trace[1731529775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24956; }","duration":"1.056991715s","start":"2026-02-28T00:33:48.259747Z","end":"2026-02-28T00:33:49.316738Z","steps":["trace[1731529775] 'agreement among raft nodes before linearized reading' (duration: 1.056857772s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:49.316757Z","caller":"traceutil/trace.go:171","msg":"trace[22824415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24956; }","duration":"451.626629ms","start":"2026-02-28T00:33:48.865119Z","end":"2026-02-28T00:33:49.316746Z","steps":["trace[22824415] 'agreement among raft nodes before linearized reading' (duration: 451.513707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:49.316776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:48.25972Z","time spent":"1.057050106s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:33:49.316786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:48.865111Z","time spent":"451.66844ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:49.316881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.512554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:49.316902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.473113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T00:33:49.316906Z","caller":"traceutil/trace.go:171","msg":"trace[1633868095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24956; }","duration":"177.560745ms","start":"2026-02-28T00:33:49.139336Z","end":"2026-02-28T00:33:49.316897Z","steps":["trace[1633868095] 'agreement among raft nodes before linearized reading' (duration: 177.516334ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:49.316929Z","caller":"traceutil/trace.go:171","msg":"trace[69856816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24956; }","duration":"459.521414ms","start":"2026-02-28T00:33:48.857397Z","end":"2026-02-28T00:33:49.316919Z","steps":["trace[69856816] 'agreement among raft nodes before linearized reading' (duration: 459.446702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:49.316961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:48.857384Z","time spent":"459.564705ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:49.316958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.733022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-28T00:33:49.317015Z","caller":"traceutil/trace.go:171","msg":"trace[1822179236] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24956; }","duration":"521.837825ms","start":"2026-02-28T00:33:48.795165Z","end":"2026-02-28T00:33:49.317002Z","steps":["trace[1822179236] 'agreement among raft nodes before linearized reading' (duration: 521.64866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:49.317057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:48.795129Z","time spent":"521.921227ms","remote":"127.0.0.1:58868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-28T00:33:49.31724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.730911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:33:49.317321Z","caller":"traceutil/trace.go:171","msg":"trace[1650099317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24956; }","duration":"571.864234ms","start":"2026-02-28T00:33:48.745437Z","end":"2026-02-28T00:33:49.317301Z","steps":["trace[1650099317] 'agreement among raft nodes before linearized reading' (duration: 571.565108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:49.31737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:48.745414Z","time spent":"571.947205ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:33:49.317337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.722998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:33:49.317516Z","caller":"traceutil/trace.go:171","msg":"trace[876665958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24956; }","duration":"570.855181ms","start":"2026-02-28T00:33:48.746575Z","end":"2026-02-28T00:33:49.31743Z","steps":["trace[876665958] 'agreement among raft nodes before linearized reading' (duration: 570.455982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:49.317612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:48.746565Z","time spent":"570.997254ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:49.868248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.620172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:49.868397Z","caller":"traceutil/trace.go:171","msg":"trace[600543240] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"546.763327ms","start":"2026-02-28T00:33:49.321607Z","end":"2026-02-28T00:33:49.868371Z","steps":["trace[600543240] 'process raft request' (duration: 426.902401ms)","trace[600543240] 'compare' (duration: 119.265923ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:49.868476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:49.321596Z","time spent":"546.842999ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:50.03911Z","caller":"traceutil/trace.go:171","msg":"trace[1222038177] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"716.860567ms","start":"2026-02-28T00:33:49.322211Z","end":"2026-02-28T00:33:50.039072Z","steps":["trace[1222038177] 'process raft request' (duration: 703.127653ms)","trace[1222038177] 'compare' (duration: 12.983508ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:50.039194Z","caller":"traceutil/trace.go:171","msg":"trace[1977557278] linearizableReadLoop","detail":"{readStateIndex:25844; appliedIndex:25839; }","duration":"714.654998ms","start":"2026-02-28T00:33:49.324476Z","end":"2026-02-28T00:33:50.039131Z","steps":["trace[1977557278] 'read index received' (duration: 424.135469ms)","trace[1977557278] 'applied index is now lower than readState.Index' (duration: 290.517618ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:50.039318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:49.322183Z","time spent":"717.02626ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:50.039474Z","caller":"traceutil/trace.go:171","msg":"trace[1633934249] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"715.758652ms","start":"2026-02-28T00:33:49.323677Z","end":"2026-02-28T00:33:50.039435Z","steps":["trace[1633934249] 'process raft request' (duration: 715.406424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:50.039602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.041226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:50.039582Z","caller":"traceutil/trace.go:171","msg":"trace[1270395199] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"717.217105ms","start":"2026-02-28T00:33:49.322306Z","end":"2026-02-28T00:33:50.039524Z","steps":["trace[1270395199] 'process raft request' (duration: 716.611942ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:50.039666Z","caller":"traceutil/trace.go:171","msg":"trace[1750764321] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24961; }","duration":"715.18347ms","start":"2026-02-28T00:33:49.324462Z","end":"2026-02-28T00:33:50.039646Z","steps":["trace[1750764321] 'agreement among raft nodes before linearized reading' (duration: 715.004486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:50.039685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.279946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:33:50.039767Z","caller":"traceutil/trace.go:171","msg":"trace[986580467] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"717.47151ms","start":"2026-02-28T00:33:49.322285Z","end":"2026-02-28T00:33:50.039756Z","steps":["trace[986580467] 'process raft request' (duration: 716.755355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:50.039768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:49.322289Z","time spent":"717.381278ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:50.039777Z","caller":"traceutil/trace.go:171","msg":"trace[1080230715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24961; }","duration":"518.437509ms","start":"2026-02-28T00:33:49.521314Z","end":"2026-02-28T00:33:50.039752Z","steps":["trace[1080230715] 'agreement among raft nodes before linearized reading' (duration: 518.254965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:50.039824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:49.322238Z","time spent":"717.558552ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:50.039845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:49.521294Z","time spent":"518.538642ms","remote":"127.0.0.1:42502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:50.039708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:49.323665Z","time spent":"715.924916ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:50.039716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:49.324456Z","time spent":"715.247891ms","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T00:33:50.437852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.50834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-28T00:33:50.438009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.929359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:50.438099Z","caller":"traceutil/trace.go:171","msg":"trace[170288923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24961; }","duration":"296.082221ms","start":"2026-02-28T00:33:50.141996Z","end":"2026-02-28T00:33:50.438078Z","steps":["trace[170288923] 'range keys from in-memory index tree' (duration: 295.832717ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:50.439199Z","caller":"traceutil/trace.go:171","msg":"trace[688900699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24961; }","duration":"272.830896ms","start":"2026-02-28T00:33:50.16524Z","end":"2026-02-28T00:33:50.438071Z","steps":["trace[688900699] 'range keys from in-memory index tree' (duration: 272.270494ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:51.646689Z","caller":"traceutil/trace.go:171","msg":"trace[603883197] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"322.826755ms","start":"2026-02-28T00:33:51.323834Z","end":"2026-02-28T00:33:51.646661Z","steps":["trace[603883197] 'process raft request' (duration: 322.62949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:51.646873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:51.323801Z","time spent":"322.974107ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:55.664999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285377580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:33:56.166392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285377580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:33:56.608846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.733457177s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:33:56.609479Z","caller":"traceutil/trace.go:171","msg":"trace[1279998768] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"1.734197604s","start":"2026-02-28T00:33:54.875252Z","end":"2026-02-28T00:33:56.60945Z","steps":["trace[1279998768] 'process raft request' (duration: 1.73401781s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:56.609662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:54.875221Z","time spent":"1.734348907s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:58.139158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:33:58.139275Z","caller":"traceutil/trace.go:171","msg":"trace[1026276323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049955s","start":"2026-02-28T00:33:56.139197Z","end":"2026-02-28T00:33:58.139246Z","steps":["trace[1026276323] 'agreement among raft nodes before linearized reading' (duration: 1.999898231s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.139342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:56.139116Z","time spent":"2.000213318s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:33:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:33:58.155428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.294002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:33:58.15584Z","caller":"traceutil/trace.go:171","msg":"trace[112351495] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"3.232357506s","start":"2026-02-28T00:33:54.923442Z","end":"2026-02-28T00:33:58.1558Z","steps":["trace[112351495] 'process raft request' (duration: 3.232231743s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:58.155959Z","caller":"traceutil/trace.go:171","msg":"trace[1743266464] linearizableReadLoop","detail":"{readStateIndex:25882; appliedIndex:25873; }","duration":"2.991691782s","start":"2026-02-28T00:33:55.164244Z","end":"2026-02-28T00:33:58.155936Z","steps":["trace[1743266464] 'read index received' (duration: 1.444948353s)","trace[1743266464] 'applied index is now lower than readState.Index' (duration: 1.546742049s)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:58.155964Z","caller":"traceutil/trace.go:171","msg":"trace[781774676] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"2.494837621s","start":"2026-02-28T00:33:55.661098Z","end":"2026-02-28T00:33:58.155936Z","steps":["trace[781774676] 'process raft request' (duration: 2.494694058s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:58.155967Z","caller":"traceutil/trace.go:171","msg":"trace[748239136] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"3.232100959s","start":"2026-02-28T00:33:54.923817Z","end":"2026-02-28T00:33:58.155918Z","steps":["trace[748239136] 'process raft request' (duration: 3.231896255s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:58.155976Z","caller":"traceutil/trace.go:171","msg":"trace[251426577] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"3.232848506s","start":"2026-02-28T00:33:54.922974Z","end":"2026-02-28T00:33:58.155823Z","steps":["trace[251426577] 'process raft request' (duration: 3.232598691s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.156046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:54.923426Z","time spent":"3.23251693s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:58.156037Z","caller":"traceutil/trace.go:171","msg":"trace[271234421] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"2.443208076s","start":"2026-02-28T00:33:55.712798Z","end":"2026-02-28T00:33:58.156006Z","steps":["trace[271234421] 'process raft request' (duration: 2.443038402s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:58.15608Z","caller":"traceutil/trace.go:171","msg":"trace[1844932945] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"2.245859902s","start":"2026-02-28T00:33:55.910197Z","end":"2026-02-28T00:33:58.156057Z","steps":["trace[1844932945] 'process raft request' (duration: 2.245688279s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.156135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:54.923807Z","time spent":"3.232235002s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:58.156133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:55.661064Z","time spent":"2.494962333s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:58.15618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:55.910177Z","time spent":"2.245944414s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:58.156194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:55.71277Z","time spent":"2.443338299s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18604,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:58.15618Z","caller":"traceutil/trace.go:171","msg":"trace[303457269] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"3.233169203s","start":"2026-02-28T00:33:54.922741Z","end":"2026-02-28T00:33:58.15591Z","steps":["trace[303457269] 'process raft request' (duration: 2.415255037s)","trace[303457269] 'compare' (duration: 814.982371ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:33:58.156229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991939827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:33:58.156211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:54.922951Z","time spent":"3.233131613s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:58.156327Z","caller":"traceutil/trace.go:171","msg":"trace[352403555] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24998; }","duration":"2.992125812s","start":"2026-02-28T00:33:55.16418Z","end":"2026-02-28T00:33:58.156306Z","steps":["trace[352403555] 'agreement among raft nodes before linearized reading' (duration: 2.991853506s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.156373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:55.164146Z","time spent":"2.992213924s","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:33:58.156403Z","caller":"traceutil/trace.go:171","msg":"trace[1160130370] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"3.2298588s","start":"2026-02-28T00:33:54.926048Z","end":"2026-02-28T00:33:58.155907Z","steps":["trace[1160130370] 'process raft request' (duration: 3.229701707s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.156411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:54.922708Z","time spent":"3.233583012s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:58.156474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090084971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-28T00:33:58.156484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236107035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:33:58.156512Z","caller":"traceutil/trace.go:171","msg":"trace[75862903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24998; }","duration":"2.090142543s","start":"2026-02-28T00:33:56.066358Z","end":"2026-02-28T00:33:58.156501Z","steps":["trace[75862903] 'agreement among raft nodes before linearized reading' (duration: 2.089972169s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.156507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:54.926023Z","time spent":"3.230431864s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:58.156532Z","caller":"traceutil/trace.go:171","msg":"trace[1790544313] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24998; }","duration":"1.236181686s","start":"2026-02-28T00:33:56.920335Z","end":"2026-02-28T00:33:58.156517Z","steps":["trace[1790544313] 'agreement among raft nodes before linearized reading' (duration: 1.236098195s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.156543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:56.066349Z","time spent":"2.090188354s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:58.156541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129024833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:58.156532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.192684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:58.156589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546257921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7b4d58d5d6-265h6.189841b68904b83f\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-02-28T00:33:58.156595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56378513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:58.156585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247388236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-02-28T00:33:58.156618Z","caller":"traceutil/trace.go:171","msg":"trace[1908742133] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24998; }","duration":"2.129150206s","start":"2026-02-28T00:33:56.027448Z","end":"2026-02-28T00:33:58.156598Z","steps":["trace[1908742133] 'agreement among raft nodes before linearized reading' (duration: 2.129016583s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:58.156637Z","caller":"traceutil/trace.go:171","msg":"trace[506953506] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24998; }","duration":"2.563885292s","start":"2026-02-28T00:33:55.592742Z","end":"2026-02-28T00:33:58.156627Z","steps":["trace[506953506] 'agreement among raft nodes before linearized reading' (duration: 2.56380399s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:58.156638Z","caller":"traceutil/trace.go:171","msg":"trace[35594254] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7b4d58d5d6-265h6.189841b68904b83f; range_end:; response_count:1; response_revision:24998; }","duration":"2.546358223s","start":"2026-02-28T00:33:55.610266Z","end":"2026-02-28T00:33:58.156624Z","steps":["trace[35594254] 'agreement among raft nodes before linearized reading' (duration: 2.54621561s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:58.156638Z","caller":"traceutil/trace.go:171","msg":"trace[983672282] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24998; }","duration":"735.379867ms","start":"2026-02-28T00:33:57.421228Z","end":"2026-02-28T00:33:58.156608Z","steps":["trace[983672282] 'agreement among raft nodes before linearized reading' (duration: 735.202773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.156651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092551955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-28T00:33:58.156663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:55.592714Z","time spent":"2.563943012s","remote":"127.0.0.1:59628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:33:58.156655Z","caller":"traceutil/trace.go:171","msg":"trace[1149049514] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24998; }","duration":"1.247496698s","start":"2026-02-28T00:33:56.909143Z","end":"2026-02-28T00:33:58.15664Z","steps":["trace[1149049514] 'agreement among raft nodes before linearized reading' (duration: 1.247249523s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.156673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577260475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-28T00:33:58.156676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:56.027422Z","time spent":"2.129236778s","remote":"127.0.0.1:56448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:58.156567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:56.920322Z","time spent":"1.236235998s","remote":"127.0.0.1:59158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:33:58.156697Z","caller":"traceutil/trace.go:171","msg":"trace[599263481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24998; }","duration":"2.092627907s","start":"2026-02-28T00:33:56.064057Z","end":"2026-02-28T00:33:58.156685Z","steps":["trace[599263481] 'agreement among raft nodes before linearized reading' (duration: 2.092451403s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.156695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:57.421188Z","time spent":"735.49532ms","remote":"127.0.0.1:58242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:33:58.156709Z","caller":"traceutil/trace.go:171","msg":"trace[162995086] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:24998; }","duration":"1.577332976s","start":"2026-02-28T00:33:56.579367Z","end":"2026-02-28T00:33:58.1567Z","steps":["trace[162995086] 'agreement among raft nodes before linearized reading' (duration: 1.577237784s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.156713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:56.909117Z","time spent":"1.247583149s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11781,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-28T00:33:58.156725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328600135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:33:58.156739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:56.579349Z","time spent":"1.577385448s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-02-28T00:33:58.156736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:56.064047Z","time spent":"2.092681228s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T00:33:58.156771Z","caller":"traceutil/trace.go:171","msg":"trace[641224516] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24998; }","duration":"1.328686397s","start":"2026-02-28T00:33:56.828069Z","end":"2026-02-28T00:33:58.156755Z","steps":["trace[641224516] 'agreement among raft nodes before linearized reading' (duration: 1.328621205s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.156769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255559279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-28T00:33:58.156777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093699801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-28T00:33:58.156807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:56.82804Z","time spent":"1.328759069s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:33:58.156812Z","caller":"traceutil/trace.go:171","msg":"trace[1300627368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24998; }","duration":"2.255660121s","start":"2026-02-28T00:33:55.901142Z","end":"2026-02-28T00:33:58.156802Z","steps":["trace[1300627368] 'agreement among raft nodes before linearized reading' (duration: 2.255507907s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:58.156819Z","caller":"traceutil/trace.go:171","msg":"trace[1194290581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24998; }","duration":"2.093788604s","start":"2026-02-28T00:33:56.063018Z","end":"2026-02-28T00:33:58.156807Z","steps":["trace[1194290581] 'agreement among raft nodes before linearized reading' (duration: 2.093654781s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.15666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521242443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:33:58.15684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:55.901106Z","time spent":"2.255726792s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:33:58.156676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:55.61024Z","time spent":"2.546428474s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-7b4d58d5d6-265h6.189841b68904b83f\" "} {"level":"warn","ts":"2026-02-28T00:33:58.15685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:56.06299Z","time spent":"2.093852834s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T00:33:58.15687Z","caller":"traceutil/trace.go:171","msg":"trace[1149738052] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24998; }","duration":"1.521497089s","start":"2026-02-28T00:33:56.635361Z","end":"2026-02-28T00:33:58.156858Z","steps":["trace[1149738052] 'agreement among raft nodes before linearized reading' (duration: 1.521242203s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.156895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:56.635331Z","time spent":"1.52155665s","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:33:58.156939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091007891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-28T00:33:58.156979Z","caller":"traceutil/trace.go:171","msg":"trace[1901354722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24998; }","duration":"2.091066803s","start":"2026-02-28T00:33:56.0659Z","end":"2026-02-28T00:33:58.156967Z","steps":["trace[1901354722] 'agreement among raft nodes before linearized reading' (duration: 2.09090965s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.157009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:56.06589Z","time spent":"2.091112174s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:33:58.158844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601940904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T00:33:58.158908Z","caller":"traceutil/trace.go:171","msg":"trace[2134551499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24998; }","duration":"2.602006645s","start":"2026-02-28T00:33:55.55689Z","end":"2026-02-28T00:33:58.158896Z","steps":["trace[2134551499] 'agreement among raft nodes before linearized reading' (duration: 2.599182013s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:58.158939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:55.556869Z","time spent":"2.602060886s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:33:58.664897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058376285377591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:33:59.052832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.159256Z","time spent":"893.571124ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-28T00:33:59.841936Z","caller":"traceutil/trace.go:171","msg":"trace[1561628841] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"1.678160612s","start":"2026-02-28T00:33:58.163745Z","end":"2026-02-28T00:33:59.841906Z","steps":["trace[1561628841] 'process raft request' (duration: 1.678028559s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:59.84196Z","caller":"traceutil/trace.go:171","msg":"trace[123491589] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"1.681359132s","start":"2026-02-28T00:33:58.16056Z","end":"2026-02-28T00:33:59.84192Z","steps":["trace[123491589] 'process raft request' (duration: 1.680943913s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:59.842148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.163714Z","time spent":"1.678322615s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:59.842174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.160536Z","time spent":"1.681517436s","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:59.842242Z","caller":"traceutil/trace.go:171","msg":"trace[1418358424] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"1.677796993s","start":"2026-02-28T00:33:58.164415Z","end":"2026-02-28T00:33:59.842212Z","steps":["trace[1418358424] 'process raft request' (duration: 1.677437755s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:59.842296Z","caller":"traceutil/trace.go:171","msg":"trace[1271702820] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"1.677046567s","start":"2026-02-28T00:33:58.165222Z","end":"2026-02-28T00:33:59.842269Z","steps":["trace[1271702820] 'process raft request' (duration: 1.676884653s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:59.8424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.164396Z","time spent":"1.677922487s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:59.842434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.165205Z","time spent":"1.677158029s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:59.842473Z","caller":"traceutil/trace.go:171","msg":"trace[597434991] linearizableReadLoop","detail":"{readStateIndex:25891; appliedIndex:25882; }","duration":"1.678599092s","start":"2026-02-28T00:33:58.163857Z","end":"2026-02-28T00:33:59.842456Z","steps":["trace[597434991] 'read index received' (duration: 888.89361ms)","trace[597434991] 'applied index is now lower than readState.Index' (duration: 789.704502ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:33:59.842553Z","caller":"traceutil/trace.go:171","msg":"trace[1659676613] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"1.676120026s","start":"2026-02-28T00:33:58.166423Z","end":"2026-02-28T00:33:59.842543Z","steps":["trace[1659676613] 'process raft request' (duration: 1.675890271s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:59.842593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.166408Z","time spent":"1.676164577s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:59.842613Z","caller":"traceutil/trace.go:171","msg":"trace[483007249] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"1.662092506s","start":"2026-02-28T00:33:58.180506Z","end":"2026-02-28T00:33:59.842598Z","steps":["trace[483007249] 'process raft request' (duration: 1.661864871s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:33:59.842616Z","caller":"traceutil/trace.go:171","msg":"trace[2132607300] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"1.67676757s","start":"2026-02-28T00:33:58.165835Z","end":"2026-02-28T00:33:59.842602Z","steps":["trace[2132607300] 'process raft request' (duration: 1.676402652s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:59.842691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.165816Z","time spent":"1.676832662s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:33:59.842704Z","caller":"traceutil/trace.go:171","msg":"trace[1366192321] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"1.2219122s","start":"2026-02-28T00:33:58.620756Z","end":"2026-02-28T00:33:59.842668Z","steps":["trace[1366192321] 'process raft request' (duration: 1.221660165s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:59.842688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.180481Z","time spent":"1.662164057s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:33:59.842785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67893122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T00:33:59.842816Z","caller":"traceutil/trace.go:171","msg":"trace[1581752659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25006; }","duration":"1.679012851s","start":"2026-02-28T00:33:58.163795Z","end":"2026-02-28T00:33:59.842808Z","steps":["trace[1581752659] 'agreement among raft nodes before linearized reading' (duration: 1.678866367s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:33:59.842841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.163775Z","time spent":"1.679062912s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:33:59.842878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.620722Z","time spent":"1.222063795s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:34:00.165565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:34:00.165657Z","caller":"traceutil/trace.go:171","msg":"trace[1363492883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167457s","start":"2026-02-28T00:33:58.165469Z","end":"2026-02-28T00:34:00.165637Z","steps":["trace[1363492883] 'agreement among raft nodes before linearized reading' (duration: 2.000044915s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.165702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.165456Z","time spent":"2.00023759s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:34:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:34:00.346365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.25218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:34:00.346822Z","caller":"traceutil/trace.go:171","msg":"trace[516993680] linearizableReadLoop","detail":"{readStateIndex:25892; appliedIndex:25891; }","duration":"504.230405ms","start":"2026-02-28T00:33:59.842566Z","end":"2026-02-28T00:34:00.346796Z","steps":["trace[516993680] 'read index received' (duration: 311.486114ms)","trace[516993680] 'applied index is now lower than readState.Index' (duration: 192.742391ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:34:00.346903Z","caller":"traceutil/trace.go:171","msg":"trace[14909116] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"182.828162ms","start":"2026-02-28T00:34:00.164052Z","end":"2026-02-28T00:34:00.346881Z","steps":["trace[14909116] 'process raft request' (duration: 182.460804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.346984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.888936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:34:00.347075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692126662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:34:00.347122Z","caller":"traceutil/trace.go:171","msg":"trace[1094918770] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25008; }","duration":"1.692265175s","start":"2026-02-28T00:33:58.654848Z","end":"2026-02-28T00:34:00.347113Z","steps":["trace[1094918770] 'agreement among raft nodes before linearized reading' (duration: 1.692147311s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.347121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488188643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:34:00.34711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062488118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:34:00.347149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077498422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:34:00.347198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296417481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:34:00.34725Z","caller":"traceutil/trace.go:171","msg":"trace[752984949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25008; }","duration":"1.062648851s","start":"2026-02-28T00:33:59.284572Z","end":"2026-02-28T00:34:00.347221Z","steps":["trace[752984949] 'agreement among raft nodes before linearized reading' (duration: 1.062396945s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:00.34726Z","caller":"traceutil/trace.go:171","msg":"trace[1095117404] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25008; }","duration":"1.296527714s","start":"2026-02-28T00:33:59.050714Z","end":"2026-02-28T00:34:00.347242Z","steps":["trace[1095117404] 'agreement among raft nodes before linearized reading' (duration: 1.296279297s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:00.34726Z","caller":"traceutil/trace.go:171","msg":"trace[1224384848] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25008; }","duration":"2.077682536s","start":"2026-02-28T00:33:58.26955Z","end":"2026-02-28T00:34:00.347232Z","steps":["trace[1224384848] 'agreement among raft nodes before linearized reading' (duration: 2.077459952s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.347265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.654827Z","time spent":"1.692369798s","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:34:00.347319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:59.2845Z","time spent":"1.062805265s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:34:00.347356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170854011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-02-28T00:34:00.347076Z","caller":"traceutil/trace.go:171","msg":"trace[433409286] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25008; }","duration":"929.05383ms","start":"2026-02-28T00:33:59.417994Z","end":"2026-02-28T00:34:00.347048Z","steps":["trace[433409286] 'agreement among raft nodes before linearized reading' (duration: 928.854785ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:00.34714Z","caller":"traceutil/trace.go:171","msg":"trace[1354984888] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"1.292952425s","start":"2026-02-28T00:33:59.054167Z","end":"2026-02-28T00:34:00.347119Z","steps":["trace[1354984888] 'process raft request' (duration: 1.099858085s)","trace[1354984888] 'compare' (duration: 191.698349ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:34:00.347679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:59.054129Z","time spent":"1.293448756s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:34:00.347334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.269526Z","time spent":"2.077792198s","remote":"127.0.0.1:59054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:34:00.347156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164042371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:34:00.34796Z","caller":"traceutil/trace.go:171","msg":"trace[1162571282] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25008; }","duration":"2.164893219s","start":"2026-02-28T00:33:58.183045Z","end":"2026-02-28T00:34:00.347938Z","steps":["trace[1162571282] 'agreement among raft nodes before linearized reading' (duration: 2.163997449s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:00.347202Z","caller":"traceutil/trace.go:171","msg":"trace[144688387] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25008; }","duration":"1.488307754s","start":"2026-02-28T00:33:58.858879Z","end":"2026-02-28T00:34:00.347186Z","steps":["trace[144688387] 'agreement among raft nodes before linearized reading' (duration: 1.487921605s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.348035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.183032Z","time spent":"2.164979261s","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:34:00.347251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754453473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:34:00.348125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.858859Z","time spent":"1.489240975s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:34:00.348138Z","caller":"traceutil/trace.go:171","msg":"trace[335425905] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25008; }","duration":"1.755387604s","start":"2026-02-28T00:33:58.592725Z","end":"2026-02-28T00:34:00.348112Z","steps":["trace[335425905] 'agreement among raft nodes before linearized reading' (duration: 1.754449093s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.348314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.592696Z","time spent":"1.755583458s","remote":"127.0.0.1:59208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:34:00.347418Z","caller":"traceutil/trace.go:171","msg":"trace[705716731] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25008; }","duration":"2.170970363s","start":"2026-02-28T00:33:58.176434Z","end":"2026-02-28T00:34:00.347404Z","steps":["trace[705716731] 'agreement among raft nodes before linearized reading' (duration: 2.170750798s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.348415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:58.176417Z","time spent":"2.171977876s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11781,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-28T00:34:00.347489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:59.417967Z","time spent":"929.498341ms","remote":"127.0.0.1:59568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:34:00.347334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:59.050686Z","time spent":"1.296631756s","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:34:00.436662Z","caller":"traceutil/trace.go:171","msg":"trace[572256834] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"272.119101ms","start":"2026-02-28T00:34:00.164512Z","end":"2026-02-28T00:34:00.436631Z","steps":["trace[572256834] 'process raft request' (duration: 271.922486ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:00.437933Z","caller":"traceutil/trace.go:171","msg":"trace[1797814225] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"273.252366ms","start":"2026-02-28T00:34:00.164641Z","end":"2026-02-28T00:34:00.437894Z","steps":["trace[1797814225] 'process raft request' (duration: 271.945537ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:00.438057Z","caller":"traceutil/trace.go:171","msg":"trace[580730168] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"272.050999ms","start":"2026-02-28T00:34:00.165992Z","end":"2026-02-28T00:34:00.438043Z","steps":["trace[580730168] 'process raft request' (duration: 271.755183ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:00.438264Z","caller":"traceutil/trace.go:171","msg":"trace[1015556930] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"271.998528ms","start":"2026-02-28T00:34:00.166255Z","end":"2026-02-28T00:34:00.438253Z","steps":["trace[1015556930] 'process raft request' (duration: 271.728962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.439524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.755367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:34:00.439655Z","caller":"traceutil/trace.go:171","msg":"trace[513302112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25013; }","duration":"273.942022ms","start":"2026-02-28T00:34:00.165668Z","end":"2026-02-28T00:34:00.43961Z","steps":["trace[513302112] 'agreement among raft nodes before linearized reading' (duration: 273.741216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.439779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.284347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-28T00:34:00.439848Z","caller":"traceutil/trace.go:171","msg":"trace[1526127977] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0; range_end:; response_count:1; response_revision:25013; }","duration":"592.39575ms","start":"2026-02-28T00:33:59.847437Z","end":"2026-02-28T00:34:00.439833Z","steps":["trace[1526127977] 'agreement among raft nodes before linearized reading' (duration: 592.164804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.4399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:59.847417Z","time spent":"592.469361ms","remote":"127.0.0.1:58836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189841461a09b8f0\" "} {"level":"warn","ts":"2026-02-28T00:34:00.439567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.621879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:34:00.440001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.06065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:34:00.440097Z","caller":"traceutil/trace.go:171","msg":"trace[1751052413] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25013; }","duration":"124.226394ms","start":"2026-02-28T00:34:00.315844Z","end":"2026-02-28T00:34:00.44007Z","steps":["trace[1751052413] 'agreement among raft nodes before linearized reading' (duration: 124.04132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.440228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.25765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-02-28T00:34:00.440291Z","caller":"traceutil/trace.go:171","msg":"trace[273245182] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25013; }","duration":"594.362502ms","start":"2026-02-28T00:33:59.845914Z","end":"2026-02-28T00:34:00.440276Z","steps":["trace[273245182] 'agreement among raft nodes before linearized reading' (duration: 594.195459ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:00.440295Z","caller":"traceutil/trace.go:171","msg":"trace[1778373119] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"268.531361ms","start":"2026-02-28T00:34:00.171744Z","end":"2026-02-28T00:34:00.440275Z","steps":["trace[1778373119] 'process raft request' (duration: 266.455865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.440346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:33:59.845893Z","time spent":"594.436503ms","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-28T00:34:00.440027Z","caller":"traceutil/trace.go:171","msg":"trace[795069350] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25013; }","duration":"378.177391ms","start":"2026-02-28T00:34:00.061826Z","end":"2026-02-28T00:34:00.440003Z","steps":["trace[795069350] 'agreement among raft nodes before linearized reading' (duration: 377.64063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.440584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:34:00.061799Z","time spent":"378.773585ms","remote":"127.0.0.1:59428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-28T00:34:00.55335Z","caller":"traceutil/trace.go:171","msg":"trace[172990981] linearizableReadLoop","detail":"{readStateIndex:25899; appliedIndex:25898; }","duration":"109.66977ms","start":"2026-02-28T00:34:00.443654Z","end":"2026-02-28T00:34:00.553324Z","steps":["trace[172990981] 'read index received' (duration: 50.55118ms)","trace[172990981] 'applied index is now lower than readState.Index' (duration: 59.11775ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:34:00.553607Z","caller":"traceutil/trace.go:171","msg":"trace[1351918329] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"110.968479ms","start":"2026-02-28T00:34:00.442624Z","end":"2026-02-28T00:34:00.553592Z","steps":["trace[1351918329] 'process raft request' (duration: 51.539972ms)","trace[1351918329] 'compare' (duration: 58.942796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:34:00.553892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.860575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:34:00.553976Z","caller":"traceutil/trace.go:171","msg":"trace[1614302754] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25014; }","duration":"105.983058ms","start":"2026-02-28T00:34:00.447972Z","end":"2026-02-28T00:34:00.553955Z","steps":["trace[1614302754] 'agreement among raft nodes before linearized reading' (duration: 105.793104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:00.554213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.527298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:34:00.554286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.628141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T00:34:00.55434Z","caller":"traceutil/trace.go:171","msg":"trace[1539901814] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25014; }","duration":"110.692814ms","start":"2026-02-28T00:34:00.443634Z","end":"2026-02-28T00:34:00.554327Z","steps":["trace[1539901814] 'agreement among raft nodes before linearized reading' (duration: 110.54613ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:00.554262Z","caller":"traceutil/trace.go:171","msg":"trace[1047220355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25014; }","duration":"105.62125ms","start":"2026-02-28T00:34:00.448629Z","end":"2026-02-28T00:34:00.55425Z","steps":["trace[1047220355] 'agreement among raft nodes before linearized reading' (duration: 105.522888ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:09.99611Z","caller":"traceutil/trace.go:171","msg":"trace[1854308790] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"139.946622ms","start":"2026-02-28T00:34:09.856129Z","end":"2026-02-28T00:34:09.996075Z","steps":["trace[1854308790] 'process raft request' (duration: 139.710297ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:10.074838Z","caller":"traceutil/trace.go:171","msg":"trace[1946193238] linearizableReadLoop","detail":"{readStateIndex:25963; appliedIndex:25961; }","duration":"181.082524ms","start":"2026-02-28T00:34:09.893719Z","end":"2026-02-28T00:34:10.074802Z","steps":["trace[1946193238] 'read index received' (duration: 102.218396ms)","trace[1946193238] 'applied index is now lower than readState.Index' (duration: 78.862628ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:34:10.074917Z","caller":"traceutil/trace.go:171","msg":"trace[994693771] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"190.42424ms","start":"2026-02-28T00:34:09.884449Z","end":"2026-02-28T00:34:10.074874Z","steps":["trace[994693771] 'process raft request' (duration: 190.139164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:10.075219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.466084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-28T00:34:10.07525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.503903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-28T00:34:10.075317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.387583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T00:34:10.075323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.257438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T00:34:10.075378Z","caller":"traceutil/trace.go:171","msg":"trace[1900472568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25075; }","duration":"141.498445ms","start":"2026-02-28T00:34:09.933865Z","end":"2026-02-28T00:34:10.075363Z","steps":["trace[1900472568] 'agreement among raft nodes before linearized reading' (duration: 141.351352ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:10.075396Z","caller":"traceutil/trace.go:171","msg":"trace[1854418877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25075; }","duration":"172.358599ms","start":"2026-02-28T00:34:09.903018Z","end":"2026-02-28T00:34:10.075377Z","steps":["trace[1854418877] 'agreement among raft nodes before linearized reading' (duration: 172.184826ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:10.075354Z","caller":"traceutil/trace.go:171","msg":"trace[929754725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25075; }","duration":"181.677997ms","start":"2026-02-28T00:34:09.893654Z","end":"2026-02-28T00:34:10.075332Z","steps":["trace[929754725] 'agreement among raft nodes before linearized reading' (duration: 181.32328ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:10.075321Z","caller":"traceutil/trace.go:171","msg":"trace[155040526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25075; }","duration":"168.632458ms","start":"2026-02-28T00:34:09.906668Z","end":"2026-02-28T00:34:10.075301Z","steps":["trace[155040526] 'agreement among raft nodes before linearized reading' (duration: 168.388692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:10.075598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.172825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:34:10.07567Z","caller":"traceutil/trace.go:171","msg":"trace[1283717141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25075; }","duration":"176.654276ms","start":"2026-02-28T00:34:09.898965Z","end":"2026-02-28T00:34:10.07562Z","steps":["trace[1283717141] 'agreement among raft nodes before linearized reading' (duration: 176.065813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:40.847966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.883493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:34:40.848146Z","caller":"traceutil/trace.go:171","msg":"trace[954108052] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"545.248174ms","start":"2026-02-28T00:34:40.30287Z","end":"2026-02-28T00:34:40.848118Z","steps":["trace[954108052] 'process raft request' (duration: 422.103555ms)","trace[954108052] 'compare' (duration: 122.584327ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:34:40.848241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:34:40.302857Z","time spent":"545.339506ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:34:40.848248Z","caller":"traceutil/trace.go:171","msg":"trace[1286608307] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"225.329834ms","start":"2026-02-28T00:34:40.622905Z","end":"2026-02-28T00:34:40.848235Z","steps":["trace[1286608307] 'process raft request' (duration: 225.279693ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:40.848508Z","caller":"traceutil/trace.go:171","msg":"trace[1745372757] linearizableReadLoop","detail":"{readStateIndex:26354; appliedIndex:26353; }","duration":"478.232527ms","start":"2026-02-28T00:34:40.370258Z","end":"2026-02-28T00:34:40.848491Z","steps":["trace[1745372757] 'read index received' (duration: 354.678369ms)","trace[1745372757] 'applied index is now lower than readState.Index' (duration: 123.552448ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:34:40.848608Z","caller":"traceutil/trace.go:171","msg":"trace[1309249007] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"472.779048ms","start":"2026-02-28T00:34:40.375812Z","end":"2026-02-28T00:34:40.848591Z","steps":["trace[1309249007] 'process raft request' (duration: 472.287487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:40.848736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.223809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T00:34:40.848781Z","caller":"traceutil/trace.go:171","msg":"trace[1364831124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25460; }","duration":"539.284381ms","start":"2026-02-28T00:34:40.309483Z","end":"2026-02-28T00:34:40.848767Z","steps":["trace[1364831124] 'agreement among raft nodes before linearized reading' (duration: 539.147768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:40.848812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:34:40.309474Z","time spent":"539.331192ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:34:40.848841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:34:40.375775Z","time spent":"472.994483ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:34:40.848988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.127949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:34:40.849112Z","caller":"traceutil/trace.go:171","msg":"trace[1324086359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25460; }","duration":"540.291293ms","start":"2026-02-28T00:34:40.308794Z","end":"2026-02-28T00:34:40.849085Z","steps":["trace[1324086359] 'agreement among raft nodes before linearized reading' (duration: 539.877044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:40.849162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:34:40.308785Z","time spent":"540.367195ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:34:40.85288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.082265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:34:40.852973Z","caller":"traceutil/trace.go:171","msg":"trace[1951966050] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25465; }","duration":"376.237339ms","start":"2026-02-28T00:34:40.476713Z","end":"2026-02-28T00:34:40.85295Z","steps":["trace[1951966050] 'agreement among raft nodes before linearized reading' (duration: 376.019044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:40.853137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.937288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-28T00:34:40.853236Z","caller":"traceutil/trace.go:171","msg":"trace[9766811] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25465; }","duration":"240.091531ms","start":"2026-02-28T00:34:40.613125Z","end":"2026-02-28T00:34:40.853216Z","steps":["trace[9766811] 'agreement among raft nodes before linearized reading' (duration: 239.871857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:40.853007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:34:40.476684Z","time spent":"376.31232ms","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:34:50.399988Z","caller":"traceutil/trace.go:171","msg":"trace[208906275] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"157.874029ms","start":"2026-02-28T00:34:50.242054Z","end":"2026-02-28T00:34:50.399928Z","steps":["trace[208906275] 'process raft request' (duration: 133.532039ms)","trace[208906275] 'compare' (duration: 23.722057ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:34:58.670559Z","caller":"traceutil/trace.go:171","msg":"trace[1913859937] linearizableReadLoop","detail":"{readStateIndex:26484; appliedIndex:26483; }","duration":"200.297029ms","start":"2026-02-28T00:34:58.470229Z","end":"2026-02-28T00:34:58.670526Z","steps":["trace[1913859937] 'read index received' (duration: 200.127565ms)","trace[1913859937] 'applied index is now lower than readState.Index' (duration: 168.454µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:34:58.670611Z","caller":"traceutil/trace.go:171","msg":"trace[91722881] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"242.721119ms","start":"2026-02-28T00:34:58.427853Z","end":"2026-02-28T00:34:58.670574Z","steps":["trace[91722881] 'process raft request' (duration: 242.473423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:34:58.671024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.779969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:34:58.671071Z","caller":"traceutil/trace.go:171","msg":"trace[1157518584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25584; }","duration":"200.893531ms","start":"2026-02-28T00:34:58.470166Z","end":"2026-02-28T00:34:58.67106Z","steps":["trace[1157518584] 'agreement among raft nodes before linearized reading' (duration: 200.500203ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:58.8868Z","caller":"traceutil/trace.go:171","msg":"trace[1297253266] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"209.723929ms","start":"2026-02-28T00:34:58.677027Z","end":"2026-02-28T00:34:58.886751Z","steps":["trace[1297253266] 'process raft request' (duration: 131.868064ms)","trace[1297253266] 'compare' (duration: 77.542008ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:35:00.252842Z","caller":"traceutil/trace.go:171","msg":"trace[1400176225] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"104.508196ms","start":"2026-02-28T00:35:00.148298Z","end":"2026-02-28T00:35:00.252806Z","steps":["trace[1400176225] 'process raft request' (duration: 104.205229ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:35:00.589332Z","caller":"traceutil/trace.go:171","msg":"trace[828465891] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"134.988202ms","start":"2026-02-28T00:35:00.454313Z","end":"2026-02-28T00:35:00.589301Z","steps":["trace[828465891] 'process raft request' (duration: 134.784667ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:35:00.658087Z","caller":"traceutil/trace.go:171","msg":"trace[1512427634] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"200.653177ms","start":"2026-02-28T00:35:00.457397Z","end":"2026-02-28T00:35:00.658051Z","steps":["trace[1512427634] 'process raft request' (duration: 200.34513ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:35:00.658344Z","caller":"traceutil/trace.go:171","msg":"trace[897780955] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"199.032131ms","start":"2026-02-28T00:35:00.459244Z","end":"2026-02-28T00:35:00.658276Z","steps":["trace[897780955] 'process raft request' (duration: 198.718614ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:35:01.307979Z","caller":"traceutil/trace.go:171","msg":"trace[664459882] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"114.894896ms","start":"2026-02-28T00:35:01.193048Z","end":"2026-02-28T00:35:01.307943Z","steps":["trace[664459882] 'process raft request' (duration: 84.929181ms)","trace[664459882] 'compare' (duration: 29.544505ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:35:01.313699Z","caller":"traceutil/trace.go:171","msg":"trace[564591905] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"120.608223ms","start":"2026-02-28T00:35:01.193066Z","end":"2026-02-28T00:35:01.313674Z","steps":["trace[564591905] 'process raft request' (duration: 114.694602ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:35:01.313767Z","caller":"traceutil/trace.go:171","msg":"trace[1607134067] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"120.01618ms","start":"2026-02-28T00:35:01.193695Z","end":"2026-02-28T00:35:01.313711Z","steps":["trace[1607134067] 'process raft request' (duration: 114.12803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:35:11.321864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.612417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:35:11.321831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.556756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:35:11.321925Z","caller":"traceutil/trace.go:171","msg":"trace[2009273627] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25693; }","duration":"131.708649ms","start":"2026-02-28T00:35:11.190198Z","end":"2026-02-28T00:35:11.321907Z","steps":["trace[2009273627] 'range keys from in-memory index tree' (duration: 131.501524ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:35:11.321935Z","caller":"traceutil/trace.go:171","msg":"trace[229387861] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25693; }","duration":"131.80287ms","start":"2026-02-28T00:35:11.190114Z","end":"2026-02-28T00:35:11.321916Z","steps":["trace[229387861] 'range keys from in-memory index tree' (duration: 131.424372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:35:11.32224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.075621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:35:11.322391Z","caller":"traceutil/trace.go:171","msg":"trace[2015845317] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"122.403662ms","start":"2026-02-28T00:35:11.199962Z","end":"2026-02-28T00:35:11.322366Z","steps":["trace[2015845317] 'process raft request' (duration: 16.060345ms)","trace[2015845317] 'compare' (duration: 105.644622ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:35:11.323158Z","caller":"traceutil/trace.go:171","msg":"trace[1562309650] linearizableReadLoop","detail":"{readStateIndex:26596; appliedIndex:26595; }","duration":"113.910035ms","start":"2026-02-28T00:35:11.209204Z","end":"2026-02-28T00:35:11.323114Z","steps":["trace[1562309650] 'read index received' (duration: 6.78351ms)","trace[1562309650] 'applied index is now lower than readState.Index' (duration: 107.122314ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:35:11.323408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.62259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:35:11.323454Z","caller":"traceutil/trace.go:171","msg":"trace[1923659319] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25695; }","duration":"109.703271ms","start":"2026-02-28T00:35:11.21374Z","end":"2026-02-28T00:35:11.323444Z","steps":["trace[1923659319] 'agreement among raft nodes before linearized reading' (duration: 109.624539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:35:11.323653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.400486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537315-c5sz2\" ","response":"range_response_count:1 size:7282"} {"level":"info","ts":"2026-02-28T00:35:11.32371Z","caller":"traceutil/trace.go:171","msg":"trace[685734073] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29537315-c5sz2; range_end:; response_count:1; response_revision:25695; }","duration":"114.559509ms","start":"2026-02-28T00:35:11.209137Z","end":"2026-02-28T00:35:11.323696Z","steps":["trace[685734073] 'agreement among raft nodes before linearized reading' (duration: 114.195731ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:35:12.700928Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23438} {"level":"info","ts":"2026-02-28T00:35:12.845161Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23438,"took":"139.660416ms","hash":3586614843,"current-db-size-bytes":48345088,"current-db-size":"48 MB","current-db-size-in-use-bytes":31641600,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-28T00:35:12.845218Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3586614843,"revision":23438,"compact-revision":20447} {"level":"info","ts":"2026-02-28T00:37:31.860849Z","caller":"traceutil/trace.go:171","msg":"trace[37448939] transaction","detail":"{read_only:false; response_revision:26998; number_of_response:1; }","duration":"452.150741ms","start":"2026-02-28T00:37:31.408666Z","end":"2026-02-28T00:37:31.860817Z","steps":["trace[37448939] 'process raft request' (duration: 451.954336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:37:31.861089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:37:31.408646Z","time spent":"452.329445ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:37:32.033146Z","caller":"traceutil/trace.go:171","msg":"trace[706535891] linearizableReadLoop","detail":"{readStateIndex:27940; appliedIndex:27939; }","duration":"440.641109ms","start":"2026-02-28T00:37:31.592472Z","end":"2026-02-28T00:37:32.033113Z","steps":["trace[706535891] 'read index received' (duration: 268.319528ms)","trace[706535891] 'applied index is now lower than readState.Index' (duration: 172.320021ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:37:32.033497Z","caller":"traceutil/trace.go:171","msg":"trace[1002279172] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"298.79358ms","start":"2026-02-28T00:37:31.734653Z","end":"2026-02-28T00:37:32.033446Z","steps":["trace[1002279172] 'process raft request' (duration: 298.408492ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:37:32.033539Z","caller":"traceutil/trace.go:171","msg":"trace[2015363275] transaction","detail":"{read_only:false; response_revision:26999; number_of_response:1; }","duration":"511.671524ms","start":"2026-02-28T00:37:31.521837Z","end":"2026-02-28T00:37:32.033509Z","steps":["trace[2015363275] 'process raft request' (duration: 511.02083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:37:32.033709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:37:31.52181Z","time spent":"511.804438ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:37:32.035791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.283827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T00:37:32.035892Z","caller":"traceutil/trace.go:171","msg":"trace[1697763735] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27000; }","duration":"443.446091ms","start":"2026-02-28T00:37:31.592423Z","end":"2026-02-28T00:37:32.035869Z","steps":["trace[1697763735] 'agreement among raft nodes before linearized reading' (duration: 441.043327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:37:32.03595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:37:31.592409Z","time spent":"443.528782ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":176,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:37:32.036104Z","caller":"traceutil/trace.go:171","msg":"trace[1125225468] transaction","detail":"{read_only:false; response_revision:27002; number_of_response:1; }","duration":"102.834188ms","start":"2026-02-28T00:37:31.93326Z","end":"2026-02-28T00:37:32.036094Z","steps":["trace[1125225468] 'process raft request' (duration: 102.667335ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:37:32.036184Z","caller":"traceutil/trace.go:171","msg":"trace[122788165] transaction","detail":"{read_only:false; response_revision:27001; number_of_response:1; }","duration":"104.7183ms","start":"2026-02-28T00:37:31.931433Z","end":"2026-02-28T00:37:32.036151Z","steps":["trace[122788165] 'process raft request' (duration: 104.018185ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:37:32.036209Z","caller":"traceutil/trace.go:171","msg":"trace[286784048] transaction","detail":"{read_only:false; response_revision:27004; number_of_response:1; }","duration":"101.273443ms","start":"2026-02-28T00:37:31.934905Z","end":"2026-02-28T00:37:32.036178Z","steps":["trace[286784048] 'process raft request' (duration: 101.11963ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:37:32.036246Z","caller":"traceutil/trace.go:171","msg":"trace[1872804779] transaction","detail":"{read_only:false; response_revision:27003; number_of_response:1; }","duration":"102.49025ms","start":"2026-02-28T00:37:31.933741Z","end":"2026-02-28T00:37:32.036231Z","steps":["trace[1872804779] 'process raft request' (duration: 102.248815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:37:32.036223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.394793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:37:32.036338Z","caller":"traceutil/trace.go:171","msg":"trace[562867934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27005; }","duration":"168.551147ms","start":"2026-02-28T00:37:31.867778Z","end":"2026-02-28T00:37:32.03633Z","steps":["trace[562867934] 'agreement among raft nodes before linearized reading' (duration: 168.322012ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:37:32.03631Z","caller":"traceutil/trace.go:171","msg":"trace[1431601559] transaction","detail":"{read_only:false; response_revision:27005; number_of_response:1; }","duration":"101.215702ms","start":"2026-02-28T00:37:31.935058Z","end":"2026-02-28T00:37:32.036274Z","steps":["trace[1431601559] 'process raft request' (duration: 100.997918ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:37:44.298921Z","caller":"traceutil/trace.go:171","msg":"trace[1968897440] transaction","detail":"{read_only:false; response_revision:27086; number_of_response:1; }","duration":"429.266566ms","start":"2026-02-28T00:37:43.869619Z","end":"2026-02-28T00:37:44.298885Z","steps":["trace[1968897440] 'process raft request' (duration: 428.830197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:37:44.299121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:37:43.869576Z","time spent":"429.44473ms","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418847,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:37:44.353635Z","caller":"traceutil/trace.go:171","msg":"trace[1135985777] transaction","detail":"{read_only:false; response_revision:27087; number_of_response:1; }","duration":"442.873907ms","start":"2026-02-28T00:37:43.910718Z","end":"2026-02-28T00:37:44.353592Z","steps":["trace[1135985777] 'process raft request' (duration: 442.679703ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:37:44.35367Z","caller":"traceutil/trace.go:171","msg":"trace[36001995] transaction","detail":"{read_only:false; response_revision:27088; number_of_response:1; }","duration":"256.14268ms","start":"2026-02-28T00:37:44.097484Z","end":"2026-02-28T00:37:44.353627Z","steps":["trace[36001995] 'process raft request' (duration: 256.020617ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:37:44.353757Z","caller":"traceutil/trace.go:171","msg":"trace[1368246160] transaction","detail":"{read_only:false; response_revision:27089; number_of_response:1; }","duration":"246.21347ms","start":"2026-02-28T00:37:44.107534Z","end":"2026-02-28T00:37:44.353748Z","steps":["trace[1368246160] 'process raft request' (duration: 246.014806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:37:44.353857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:37:43.910683Z","time spent":"443.052281ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:37:44.353707Z","caller":"traceutil/trace.go:171","msg":"trace[811829147] transaction","detail":"{read_only:false; response_revision:27090; number_of_response:1; }","duration":"243.632813ms","start":"2026-02-28T00:37:44.110056Z","end":"2026-02-28T00:37:44.353689Z","steps":["trace[811829147] 'process raft request' (duration: 243.544761ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:37:44.354Z","caller":"traceutil/trace.go:171","msg":"trace[1120531971] transaction","detail":"{read_only:false; response_revision:27091; number_of_response:1; }","duration":"240.824201ms","start":"2026-02-28T00:37:44.113124Z","end":"2026-02-28T00:37:44.353949Z","steps":["trace[1120531971] 'process raft request' (duration: 240.517074ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:37:44.354103Z","caller":"traceutil/trace.go:171","msg":"trace[1733623583] transaction","detail":"{read_only:false; response_revision:27092; number_of_response:1; }","duration":"240.847462ms","start":"2026-02-28T00:37:44.113239Z","end":"2026-02-28T00:37:44.354086Z","steps":["trace[1733623583] 'process raft request' (duration: 240.549265ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:37:44.354028Z","caller":"traceutil/trace.go:171","msg":"trace[1766683503] linearizableReadLoop","detail":"{readStateIndex:28033; appliedIndex:28029; }","duration":"244.019972ms","start":"2026-02-28T00:37:44.10998Z","end":"2026-02-28T00:37:44.354Z","steps":["trace[1766683503] 'read index received' (duration: 188.501337ms)","trace[1766683503] 'applied index is now lower than readState.Index' (duration: 55.517065ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:37:44.354188Z","caller":"traceutil/trace.go:171","msg":"trace[1493544846] transaction","detail":"{read_only:false; response_revision:27093; number_of_response:1; }","duration":"240.28807ms","start":"2026-02-28T00:37:44.113851Z","end":"2026-02-28T00:37:44.354139Z","steps":["trace[1493544846] 'process raft request' (duration: 240.074735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:37:44.354262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.270447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-02-28T00:37:44.354338Z","caller":"traceutil/trace.go:171","msg":"trace[951365377] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27093; }","duration":"244.38298ms","start":"2026-02-28T00:37:44.109935Z","end":"2026-02-28T00:37:44.354318Z","steps":["trace[951365377] 'agreement among raft nodes before linearized reading' (duration: 244.146315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:37:44.354419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.299098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-28T00:37:44.354476Z","caller":"traceutil/trace.go:171","msg":"trace[1465505856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27093; }","duration":"234.38618ms","start":"2026-02-28T00:37:44.120077Z","end":"2026-02-28T00:37:44.354464Z","steps":["trace[1465505856] 'agreement among raft nodes before linearized reading' (duration: 234.205986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:37:44.354547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.166722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:37:44.354599Z","caller":"traceutil/trace.go:171","msg":"trace[495124262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27093; }","duration":"150.278915ms","start":"2026-02-28T00:37:44.204306Z","end":"2026-02-28T00:37:44.354585Z","steps":["trace[495124262] 'agreement among raft nodes before linearized reading' (duration: 150.191663ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:37:53.640916Z","caller":"traceutil/trace.go:171","msg":"trace[400935588] transaction","detail":"{read_only:false; response_revision:27226; number_of_response:1; }","duration":"102.532561ms","start":"2026-02-28T00:37:53.538349Z","end":"2026-02-28T00:37:53.640881Z","steps":["trace[400935588] 'process raft request' (duration: 102.291356ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:40:12.710606Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25715} {"level":"info","ts":"2026-02-28T00:40:12.839991Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25715,"took":"123.526995ms","hash":792924762,"current-db-size-bytes":48345088,"current-db-size":"48 MB","current-db-size-in-use-bytes":32673792,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-28T00:40:12.840069Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":792924762,"revision":25715,"compact-revision":23438} {"level":"info","ts":"2026-02-28T00:41:59.475463Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-28T00:41:59.481579Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-28T00:41:59.481678Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-28T00:45:12.718565Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28272} {"level":"info","ts":"2026-02-28T00:45:12.859937Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28272,"took":"135.5828ms","hash":950760336,"current-db-size-bytes":48345088,"current-db-size":"48 MB","current-db-size-in-use-bytes":27070464,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-28T00:45:12.860017Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":950760336,"revision":28272,"compact-revision":25715} {"level":"info","ts":"2026-02-28T00:50:12.726148Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30353} {"level":"info","ts":"2026-02-28T00:50:12.871195Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30353,"took":"139.421366ms","hash":426387416,"current-db-size-bytes":48345088,"current-db-size":"48 MB","current-db-size-in-use-bytes":26820608,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-28T00:50:12.87138Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":426387416,"revision":30353,"compact-revision":28272} {"level":"info","ts":"2026-02-28T00:55:12.733387Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32433} {"level":"info","ts":"2026-02-28T00:55:12.895893Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32433,"took":"155.47424ms","hash":1975534999,"current-db-size-bytes":49496064,"current-db-size":"50 MB","current-db-size-in-use-bytes":28872704,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-28T00:55:12.895979Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1975534999,"revision":32433,"compact-revision":30353} {"level":"info","ts":"2026-02-28T00:55:43.914937Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008c8e.wal"} {"level":"info","ts":"2026-02-28T01:00:12.741426Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34580} {"level":"info","ts":"2026-02-28T01:00:12.879861Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34580,"took":"133.163588ms","hash":3255735844,"current-db-size-bytes":51183616,"current-db-size":"51 MB","current-db-size-in-use-bytes":29089792,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-28T01:00:12.879926Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3255735844,"revision":34580,"compact-revision":32433}