{"level":"warn","ts":"2026-07-28T15:47:05.903086Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T15:47:05.903171Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=instance=https://199.204.45.248:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T15:47:05.903252Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T15:47:05.903265Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-07-28T15:47:05.903301Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T15:47:05.903925Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]} {"level":"info","ts":"2026-07-28T15:47:05.90402Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.248:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T15:47:05.909814Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.509789ms"} {"level":"info","ts":"2026-07-28T15:47:05.915901Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"39582465ceaa2f67","cluster-id":"87fd8ddedde3be45"} {"level":"info","ts":"2026-07-28T15:47:05.916001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T15:47:05.916031Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 0"} {"level":"info","ts":"2026-07-28T15:47:05.916059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 39582465ceaa2f67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T15:47:05.916095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 1"} {"level":"info","ts":"2026-07-28T15:47:05.916178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"warn","ts":"2026-07-28T15:47:05.921518Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T15:47:05.923294Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T15:47:05.92577Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T15:47:05.929058Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"39582465ceaa2f67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T15:47:05.929248Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"39582465ceaa2f67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T15:47:05.929344Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T15:47:05.929582Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T15:47:05.929602Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T15:47:05.931645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"info","ts":"2026-07-28T15:47:05.931773Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","added-peer-id":"39582465ceaa2f67","added-peer-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-07-28T15:47:05.933622Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T15:47:05.933694Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-07-28T15:47:05.933732Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-07-28T15:47:05.933982Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"39582465ceaa2f67","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T15:47:05.934046Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T15:47:06.616858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T15:47:06.616989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T15:47:06.61705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgPreVoteResp from 39582465ceaa2f67 at term 1"} {"level":"info","ts":"2026-07-28T15:47:06.6171Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became candidate at term 2"} {"level":"info","ts":"2026-07-28T15:47:06.61714Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgVoteResp from 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-07-28T15:47:06.617184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became leader at term 2"} {"level":"info","ts":"2026-07-28T15:47:06.61722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 39582465ceaa2f67 elected leader 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-07-28T15:47:06.61827Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"39582465ceaa2f67","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.248:2379]}","request-path":"/0/members/39582465ceaa2f67/attributes","cluster-id":"87fd8ddedde3be45","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T15:47:06.618491Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T15:47:06.618535Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T15:47:06.618684Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T15:47:06.618737Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T15:47:06.618689Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T15:47:06.619838Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T15:47:06.61996Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T15:47:06.620004Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T15:47:06.621991Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"} {"level":"info","ts":"2026-07-28T15:47:06.623269Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-28T15:47:23.271406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335335339,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:47:23.424456Z","caller":"traceutil/trace.go:171","msg":"trace[65788642] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"654.032145ms","start":"2026-07-28T15:47:22.770397Z","end":"2026-07-28T15:47:23.42443Z","steps":["trace[65788642] 'read index received' (duration: 653.800568ms)","trace[65788642] 'applied index is now lower than readState.Index' (duration: 230.737µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:47:23.424489Z","caller":"traceutil/trace.go:171","msg":"trace[564003152] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"697.309183ms","start":"2026-07-28T15:47:22.727156Z","end":"2026-07-28T15:47:23.424465Z","steps":["trace[564003152] 'process raft request' (duration: 697.115387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:23.424597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.155218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:47:23.424655Z","caller":"traceutil/trace.go:171","msg":"trace[497941456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"654.280772ms","start":"2026-07-28T15:47:22.770363Z","end":"2026-07-28T15:47:23.424644Z","steps":["trace[497941456] 'agreement among raft nodes before linearized reading' (duration: 654.161779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:23.424689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:22.770346Z","time spent":"654.333573ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:47:23.425239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:22.727135Z","time spent":"697.407625ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:47:23.721579Z","caller":"traceutil/trace.go:171","msg":"trace[889866997] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:430; }","duration":"252.068826ms","start":"2026-07-28T15:47:23.46949Z","end":"2026-07-28T15:47:23.721559Z","steps":["trace[889866997] 'read index received' (duration: 251.957364ms)","trace[889866997] 'applied index is now lower than readState.Index' (duration: 110.762µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:47:23.721705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.195969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T15:47:23.721738Z","caller":"traceutil/trace.go:171","msg":"trace[922630103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:415; }","duration":"252.282412ms","start":"2026-07-28T15:47:23.469446Z","end":"2026-07-28T15:47:23.721728Z","steps":["trace[922630103] 'agreement among raft nodes before linearized reading' (duration: 252.188629ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:23.722072Z","caller":"traceutil/trace.go:171","msg":"trace[1342992080] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"283.247781ms","start":"2026-07-28T15:47:23.438816Z","end":"2026-07-28T15:47:23.722063Z","steps":["trace[1342992080] 'process raft request' (duration: 282.636375ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:29.004679Z","caller":"traceutil/trace.go:171","msg":"trace[1414849058] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"256.642388ms","start":"2026-07-28T15:47:28.74802Z","end":"2026-07-28T15:47:29.004662Z","steps":["trace[1414849058] 'process raft request' (duration: 256.541795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:47.591409Z","caller":"traceutil/trace.go:171","msg":"trace[886345261] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"178.818225ms","start":"2026-07-28T15:47:47.412571Z","end":"2026-07-28T15:47:47.591389Z","steps":["trace[886345261] 'process raft request' (duration: 178.709883ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:47.597843Z","caller":"traceutil/trace.go:171","msg":"trace[807827055] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"183.10395ms","start":"2026-07-28T15:47:47.414705Z","end":"2026-07-28T15:47:47.597809Z","steps":["trace[807827055] 'process raft request' (duration: 182.783482ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:47.597897Z","caller":"traceutil/trace.go:171","msg":"trace[1424876806] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"181.701102ms","start":"2026-07-28T15:47:47.416163Z","end":"2026-07-28T15:47:47.597865Z","steps":["trace[1424876806] 'process raft request' (duration: 181.478337ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:47.597986Z","caller":"traceutil/trace.go:171","msg":"trace[98560919] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"169.802024ms","start":"2026-07-28T15:47:47.428124Z","end":"2026-07-28T15:47:47.597926Z","steps":["trace[98560919] 'process raft request' (duration: 169.588139ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:47.598165Z","caller":"traceutil/trace.go:171","msg":"trace[2146605989] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"166.779483ms","start":"2026-07-28T15:47:47.431358Z","end":"2026-07-28T15:47:47.598137Z","steps":["trace[2146605989] 'process raft request' (duration: 166.496565ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:47.598477Z","caller":"traceutil/trace.go:171","msg":"trace[595735711] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"161.989206ms","start":"2026-07-28T15:47:47.436469Z","end":"2026-07-28T15:47:47.598458Z","steps":["trace[595735711] 'process raft request' (duration: 161.521774ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:47.598754Z","caller":"traceutil/trace.go:171","msg":"trace[1094352709] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"146.311846ms","start":"2026-07-28T15:47:47.452426Z","end":"2026-07-28T15:47:47.598738Z","steps":["trace[1094352709] 'process raft request' (duration: 146.057048ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:47.603132Z","caller":"traceutil/trace.go:171","msg":"trace[1251302680] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"150.273772ms","start":"2026-07-28T15:47:47.45283Z","end":"2026-07-28T15:47:47.603104Z","steps":["trace[1251302680] 'process raft request' (duration: 145.824444ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:47.6033Z","caller":"traceutil/trace.go:171","msg":"trace[1938347052] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"149.928863ms","start":"2026-07-28T15:47:47.453351Z","end":"2026-07-28T15:47:47.60328Z","steps":["trace[1938347052] 'process raft request' (duration: 149.638055ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:47.603429Z","caller":"traceutil/trace.go:171","msg":"trace[1002834215] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"131.52119ms","start":"2026-07-28T15:47:47.471901Z","end":"2026-07-28T15:47:47.603422Z","steps":["trace[1002834215] 'process raft request' (duration: 131.169281ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:47.603637Z","caller":"traceutil/trace.go:171","msg":"trace[1918837396] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"121.624625ms","start":"2026-07-28T15:47:47.481991Z","end":"2026-07-28T15:47:47.603615Z","steps":["trace[1918837396] 'process raft request' (duration: 121.136032ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:53.942326Z","caller":"traceutil/trace.go:171","msg":"trace[360511165] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:672; }","duration":"155.505932ms","start":"2026-07-28T15:47:53.786792Z","end":"2026-07-28T15:47:53.942298Z","steps":["trace[360511165] 'read index received' (duration: 151.072623ms)","trace[360511165] 'applied index is now lower than readState.Index' (duration: 4.432129ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:47:53.942387Z","caller":"traceutil/trace.go:171","msg":"trace[1073136016] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"168.345797ms","start":"2026-07-28T15:47:53.774011Z","end":"2026-07-28T15:47:53.942356Z","steps":["trace[1073136016] 'process raft request' (duration: 164.038101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:53.942474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.659547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:47:53.942524Z","caller":"traceutil/trace.go:171","msg":"trace[1457994443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"155.753039ms","start":"2026-07-28T15:47:53.786752Z","end":"2026-07-28T15:47:53.942505Z","steps":["trace[1457994443] 'agreement among raft nodes before linearized reading' (duration: 155.664857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:54.338837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.51971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:47:54.338974Z","caller":"traceutil/trace.go:171","msg":"trace[1190136051] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"388.445167ms","start":"2026-07-28T15:47:53.950503Z","end":"2026-07-28T15:47:54.338948Z","steps":["trace[1190136051] 'process raft request' (duration: 114.573237ms)","trace[1190136051] 'compare' (duration: 273.389006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:47:54.339068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:53.950489Z","time spent":"388.536439ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:47:54.39286Z","caller":"traceutil/trace.go:171","msg":"trace[197242121] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"441.398033ms","start":"2026-07-28T15:47:53.951437Z","end":"2026-07-28T15:47:54.392835Z","steps":["trace[197242121] 'process raft request' (duration: 441.116206ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:54.392923Z","caller":"traceutil/trace.go:171","msg":"trace[1817295799] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"391.94795ms","start":"2026-07-28T15:47:54.000949Z","end":"2026-07-28T15:47:54.392897Z","steps":["trace[1817295799] 'process raft request' (duration: 391.762226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:54.393006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:53.951428Z","time spent":"441.490016ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:47:54.393073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:54.000921Z","time spent":"392.073764ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:47:55.602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15528052s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-28T15:47:55.601954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132272634s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:47:55.602078Z","caller":"traceutil/trace.go:171","msg":"trace[1760301591] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"1.174066413s","start":"2026-07-28T15:47:54.427997Z","end":"2026-07-28T15:47:55.602064Z","steps":["trace[1760301591] 'process raft request' (duration: 18.663599ms)","trace[1760301591] 'compare' (duration: 1.155209469s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:47:55.602074Z","caller":"traceutil/trace.go:171","msg":"trace[768956226] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:648; }","duration":"1.132406577s","start":"2026-07-28T15:47:54.469649Z","end":"2026-07-28T15:47:55.602056Z","steps":["trace[768956226] 'range keys from in-memory index tree' (duration: 1.132257194s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:55.602113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:54.427978Z","time spent":"1.174119664s","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:47:56.149337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.702593629s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:47:56.301435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.743342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:47:56.301751Z","caller":"traceutil/trace.go:171","msg":"trace[2019590127] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"1.871917671s","start":"2026-07-28T15:47:54.429814Z","end":"2026-07-28T15:47:56.301732Z","steps":["trace[2019590127] 'process raft request' (duration: 1.871750386s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:56.301774Z","caller":"traceutil/trace.go:171","msg":"trace[1677962715] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"1.872719773s","start":"2026-07-28T15:47:54.428975Z","end":"2026-07-28T15:47:56.301694Z","steps":["trace[1677962715] 'process raft request' (duration: 1.720640693s)","trace[1677962715] 'compare' (duration: 151.482653ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:47:56.301846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:54.429807Z","time spent":"1.871992033s","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:47:56.301978Z","caller":"traceutil/trace.go:171","msg":"trace[920459258] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"1.870959225s","start":"2026-07-28T15:47:54.430974Z","end":"2026-07-28T15:47:56.301933Z","steps":["trace[920459258] 'process raft request' (duration: 1.870706888s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:47:56.302032Z","caller":"traceutil/trace.go:171","msg":"trace[101837031] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:677; }","duration":"1.85882044s","start":"2026-07-28T15:47:54.443193Z","end":"2026-07-28T15:47:56.302014Z","steps":["trace[101837031] 'read index received' (duration: 3.427711ms)","trace[101837031] 'applied index is now lower than readState.Index' (duration: 1.855390919s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:47:56.302091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:54.428956Z","time spent":"1.872944968s","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:47:56.302199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:54.430959Z","time spent":"1.871103558s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:47:56.305105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861886383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:47:56.305186Z","caller":"traceutil/trace.go:171","msg":"trace[912689769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:652; }","duration":"1.862026127s","start":"2026-07-28T15:47:54.443142Z","end":"2026-07-28T15:47:56.305168Z","steps":["trace[912689769] 'agreement among raft nodes before linearized reading' (duration: 1.858975644s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:56.305235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:54.44312Z","time spent":"1.862105708s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:47:56.305593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532028533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:47:56.305651Z","caller":"traceutil/trace.go:171","msg":"trace[1786066338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"1.532119466s","start":"2026-07-28T15:47:54.77352Z","end":"2026-07-28T15:47:56.30564Z","steps":["trace[1786066338] 'agreement among raft nodes before linearized reading' (duration: 1.532032743s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:56.305694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:54.773501Z","time spent":"1.532179388s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:47:56.305714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63950175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T15:47:56.305807Z","caller":"traceutil/trace.go:171","msg":"trace[617129174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:652; }","duration":"1.639639074s","start":"2026-07-28T15:47:54.666142Z","end":"2026-07-28T15:47:56.305781Z","steps":["trace[617129174] 'agreement among raft nodes before linearized reading' (duration: 1.639380497s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:47:56.30589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:47:54.666116Z","time spent":"1.639756587s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T15:48:01.035642Z","caller":"traceutil/trace.go:171","msg":"trace[735219488] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"192.919654ms","start":"2026-07-28T15:48:00.842686Z","end":"2026-07-28T15:48:01.035606Z","steps":["trace[735219488] 'process raft request' (duration: 192.640845ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:48:09.731794Z","caller":"traceutil/trace.go:171","msg":"trace[1328200693] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"249.179359ms","start":"2026-07-28T15:48:09.48259Z","end":"2026-07-28T15:48:09.73177Z","steps":["trace[1328200693] 'process raft request' (duration: 249.036426ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:48:09.732945Z","caller":"traceutil/trace.go:171","msg":"trace[185796753] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"135.808544ms","start":"2026-07-28T15:48:09.597105Z","end":"2026-07-28T15:48:09.732914Z","steps":["trace[185796753] 'process raft request' (duration: 135.429834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:48:13.409247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335336125,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:48:13.432298Z","caller":"traceutil/trace.go:171","msg":"trace[1580140532] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"665.236007ms","start":"2026-07-28T15:48:12.767037Z","end":"2026-07-28T15:48:13.432273Z","steps":["trace[1580140532] 'process raft request' (duration: 665.084643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:48:13.432448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:48:12.767017Z","time spent":"665.347951ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:48:13.436167Z","caller":"traceutil/trace.go:171","msg":"trace[1602438582] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:853; }","duration":"526.951865ms","start":"2026-07-28T15:48:12.909189Z","end":"2026-07-28T15:48:13.436141Z","steps":["trace[1602438582] 'read index received' (duration: 523.245187ms)","trace[1602438582] 'applied index is now lower than readState.Index' (duration: 3.705718ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:48:13.436276Z","caller":"traceutil/trace.go:171","msg":"trace[1469721212] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"663.673795ms","start":"2026-07-28T15:48:12.772548Z","end":"2026-07-28T15:48:13.436221Z","steps":["trace[1469721212] 'process raft request' (duration: 663.45732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:48:13.43633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.12766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:48:13.436411Z","caller":"traceutil/trace.go:171","msg":"trace[1401266399] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:819; }","duration":"527.223134ms","start":"2026-07-28T15:48:12.909172Z","end":"2026-07-28T15:48:13.436395Z","steps":["trace[1401266399] 'agreement among raft nodes before linearized reading' (duration: 527.073759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:48:13.436459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:48:12.909101Z","time spent":"527.346237ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:48:13.436566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.877157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:48:13.436657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:48:12.772528Z","time spent":"663.881022ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4909,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:48:13.436678Z","caller":"traceutil/trace.go:171","msg":"trace[1415001621] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:819; }","duration":"393.112703ms","start":"2026-07-28T15:48:13.043553Z","end":"2026-07-28T15:48:13.436665Z","steps":["trace[1415001621] 'agreement among raft nodes before linearized reading' (duration: 392.782324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:48:13.436965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:48:13.043532Z","time spent":"393.415512ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:48:40.194288Z","caller":"traceutil/trace.go:171","msg":"trace[219084863] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"237.069468ms","start":"2026-07-28T15:48:39.957201Z","end":"2026-07-28T15:48:40.19427Z","steps":["trace[219084863] 'process raft request' (duration: 236.959385ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:48:54.480098Z","caller":"traceutil/trace.go:171","msg":"trace[1262516880] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"545.302954ms","start":"2026-07-28T15:48:53.93476Z","end":"2026-07-28T15:48:54.480063Z","steps":["trace[1262516880] 'process raft request' (duration: 545.115889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:48:54.480315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:48:53.934734Z","time spent":"545.475111ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:48:54.513383Z","caller":"traceutil/trace.go:171","msg":"trace[112268241] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"275.092113ms","start":"2026-07-28T15:48:54.238244Z","end":"2026-07-28T15:48:54.513336Z","steps":["trace[112268241] 'process raft request' (duration: 274.944439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:48:54.939299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.520016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T15:48:54.93938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.241901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:48:54.939415Z","caller":"traceutil/trace.go:171","msg":"trace[701728380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1102; }","duration":"344.706352ms","start":"2026-07-28T15:48:54.594678Z","end":"2026-07-28T15:48:54.939384Z","steps":["trace[701728380] 'range keys from in-memory index tree' (duration: 344.29058ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:48:54.939496Z","caller":"traceutil/trace.go:171","msg":"trace[1701836646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1102; }","duration":"343.384496ms","start":"2026-07-28T15:48:54.596088Z","end":"2026-07-28T15:48:54.939472Z","steps":["trace[1701836646] 'range keys from in-memory index tree' (duration: 342.996506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:48:54.939526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:48:54.594647Z","time spent":"344.860616ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:48:54.93954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.555304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T15:48:54.939589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.311165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:48:54.939625Z","caller":"traceutil/trace.go:171","msg":"trace[260375923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1102; }","duration":"342.632736ms","start":"2026-07-28T15:48:54.596956Z","end":"2026-07-28T15:48:54.939588Z","steps":["trace[260375923] 'range keys from in-memory index tree' (duration: 342.399729ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:48:54.939671Z","caller":"traceutil/trace.go:171","msg":"trace[1226854127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1102; }","duration":"122.431228ms","start":"2026-07-28T15:48:54.817218Z","end":"2026-07-28T15:48:54.93965Z","steps":["trace[1226854127] 'range keys from in-memory index tree' (duration: 122.216113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:48:54.939712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:48:54.596944Z","time spent":"342.732609ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:48:54.939546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:48:54.59602Z","time spent":"343.514739ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:48:54.939371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.300442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T15:48:54.939974Z","caller":"traceutil/trace.go:171","msg":"trace[60123726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1102; }","duration":"266.020941ms","start":"2026-07-28T15:48:54.673933Z","end":"2026-07-28T15:48:54.939954Z","steps":["trace[60123726] 'range keys from in-memory index tree' (duration: 264.954191ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:18.758539Z","caller":"traceutil/trace.go:171","msg":"trace[490676334] linearizableReadLoop","detail":"{readStateIndex:1439; appliedIndex:1438; }","duration":"150.066604ms","start":"2026-07-28T15:49:18.608443Z","end":"2026-07-28T15:49:18.758509Z","steps":["trace[490676334] 'read index received' (duration: 149.769277ms)","trace[490676334] 'applied index is now lower than readState.Index' (duration: 296.127µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:18.758676Z","caller":"traceutil/trace.go:171","msg":"trace[847564637] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"158.903908ms","start":"2026-07-28T15:49:18.599736Z","end":"2026-07-28T15:49:18.75864Z","steps":["trace[847564637] 'process raft request' (duration: 158.595381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:18.758804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.335892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:49:18.758868Z","caller":"traceutil/trace.go:171","msg":"trace[1940310375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1387; }","duration":"150.420464ms","start":"2026-07-28T15:49:18.608432Z","end":"2026-07-28T15:49:18.758852Z","steps":["trace[1940310375] 'agreement among raft nodes before linearized reading' (duration: 150.201467ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:20.181019Z","caller":"traceutil/trace.go:171","msg":"trace[1629585611] linearizableReadLoop","detail":"{readStateIndex:1445; appliedIndex:1444; }","duration":"407.015016ms","start":"2026-07-28T15:49:19.773979Z","end":"2026-07-28T15:49:20.180994Z","steps":["trace[1629585611] 'read index received' (duration: 406.866193ms)","trace[1629585611] 'applied index is now lower than readState.Index' (duration: 147.743µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:20.181056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:19.720435Z","time spent":"460.60759ms","remote":"127.0.0.1:47952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:49:20.181219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.216671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:49:20.181308Z","caller":"traceutil/trace.go:171","msg":"trace[1789847571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1392; }","duration":"407.362925ms","start":"2026-07-28T15:49:19.773926Z","end":"2026-07-28T15:49:20.181289Z","steps":["trace[1789847571] 'agreement among raft nodes before linearized reading' (duration: 407.19349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:20.181359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:19.7739Z","time spent":"407.443968ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:49:20.181252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.226591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T15:49:20.181432Z","caller":"traceutil/trace.go:171","msg":"trace[1947981241] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1392; }","duration":"355.453148ms","start":"2026-07-28T15:49:19.825966Z","end":"2026-07-28T15:49:20.181419Z","steps":["trace[1947981241] 'agreement among raft nodes before linearized reading' (duration: 355.15681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:20.181471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:19.825951Z","time spent":"355.510069ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:49:20.291914Z","caller":"traceutil/trace.go:171","msg":"trace[373106758] linearizableReadLoop","detail":"{readStateIndex:1447; appliedIndex:1446; }","duration":"100.521858ms","start":"2026-07-28T15:49:20.191366Z","end":"2026-07-28T15:49:20.291888Z","steps":["trace[373106758] 'read index received' (duration: 62.448358ms)","trace[373106758] 'applied index is now lower than readState.Index' (duration: 38.07272ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:20.292052Z","caller":"traceutil/trace.go:171","msg":"trace[1575897065] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"106.56316ms","start":"2026-07-28T15:49:20.185454Z","end":"2026-07-28T15:49:20.292017Z","steps":["trace[1575897065] 'process raft request' (duration: 68.393956ms)","trace[1575897065] 'compare' (duration: 37.921227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:20.292072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.685184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-28T15:49:20.292265Z","caller":"traceutil/trace.go:171","msg":"trace[1876946642] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1394; }","duration":"100.919009ms","start":"2026-07-28T15:49:20.191327Z","end":"2026-07-28T15:49:20.292246Z","steps":["trace[1876946642] 'agreement among raft nodes before linearized reading' (duration: 100.653292ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:20.987349Z","caller":"traceutil/trace.go:171","msg":"trace[1942262087] linearizableReadLoop","detail":"{readStateIndex:1448; appliedIndex:1447; }","duration":"185.377772ms","start":"2026-07-28T15:49:20.801927Z","end":"2026-07-28T15:49:20.987305Z","steps":["trace[1942262087] 'read index received' (duration: 185.131375ms)","trace[1942262087] 'applied index is now lower than readState.Index' (duration: 244.987µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:20.987404Z","caller":"traceutil/trace.go:171","msg":"trace[169806219] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"223.930435ms","start":"2026-07-28T15:49:20.763438Z","end":"2026-07-28T15:49:20.987368Z","steps":["trace[169806219] 'process raft request' (duration: 223.71661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:20.98771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.736741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:49:20.987816Z","caller":"traceutil/trace.go:171","msg":"trace[239076443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1395; }","duration":"185.905915ms","start":"2026-07-28T15:49:20.801887Z","end":"2026-07-28T15:49:20.987793Z","steps":["trace[239076443] 'agreement among raft nodes before linearized reading' (duration: 185.543026ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:21.373996Z","caller":"traceutil/trace.go:171","msg":"trace[817063549] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"150.239959ms","start":"2026-07-28T15:49:21.223704Z","end":"2026-07-28T15:49:21.373944Z","steps":["trace[817063549] 'process raft request' (duration: 124.729112ms)","trace[817063549] 'compare' (duration: 25.329052ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:21.814166Z","caller":"traceutil/trace.go:171","msg":"trace[689235894] linearizableReadLoop","detail":"{readStateIndex:1454; appliedIndex:1453; }","duration":"198.670875ms","start":"2026-07-28T15:49:21.615464Z","end":"2026-07-28T15:49:21.814135Z","steps":["trace[689235894] 'read index received' (duration: 163.782339ms)","trace[689235894] 'applied index is now lower than readState.Index' (duration: 34.886696ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:21.814198Z","caller":"traceutil/trace.go:171","msg":"trace[2126987305] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"361.800176ms","start":"2026-07-28T15:49:21.452355Z","end":"2026-07-28T15:49:21.814155Z","steps":["trace[2126987305] 'process raft request' (duration: 326.962271ms)","trace[2126987305] 'compare' (duration: 34.353011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:21.81439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:21.452308Z","time spent":"361.98458ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:49:21.814452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.971612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:49:21.814498Z","caller":"traceutil/trace.go:171","msg":"trace[288781294] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1401; }","duration":"199.065905ms","start":"2026-07-28T15:49:21.615415Z","end":"2026-07-28T15:49:21.814481Z","steps":["trace[288781294] 'agreement among raft nodes before linearized reading' (duration: 198.87746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:22.46922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335337357,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:49:22.903578Z","caller":"traceutil/trace.go:171","msg":"trace[1319689960] linearizableReadLoop","detail":"{readStateIndex:1456; appliedIndex:1455; }","duration":"935.150059ms","start":"2026-07-28T15:49:21.968394Z","end":"2026-07-28T15:49:22.903544Z","steps":["trace[1319689960] 'read index received' (duration: 873.999405ms)","trace[1319689960] 'applied index is now lower than readState.Index' (duration: 61.149254ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:49:22.903622Z","caller":"traceutil/trace.go:171","msg":"trace[1342969189] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"1.081824043s","start":"2026-07-28T15:49:21.821747Z","end":"2026-07-28T15:49:22.903571Z","steps":["trace[1342969189] 'process raft request' (duration: 1.020640178s)","trace[1342969189] 'compare' (duration: 60.689181ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:22.903759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.339703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:49:22.903775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:21.821727Z","time spent":"1.081959725s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:49:22.903829Z","caller":"traceutil/trace.go:171","msg":"trace[355358989] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1403; }","duration":"935.466327ms","start":"2026-07-28T15:49:21.968347Z","end":"2026-07-28T15:49:22.903813Z","steps":["trace[355358989] 'agreement among raft nodes before linearized reading' (duration: 935.309563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:22.903867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:21.968322Z","time spent":"935.534639ms","remote":"127.0.0.1:40762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:49:23.493951Z","caller":"traceutil/trace.go:171","msg":"trace[1048146134] linearizableReadLoop","detail":"{readStateIndex:1457; appliedIndex:1456; }","duration":"487.660517ms","start":"2026-07-28T15:49:23.006261Z","end":"2026-07-28T15:49:23.493921Z","steps":["trace[1048146134] 'read index received' (duration: 421.627834ms)","trace[1048146134] 'applied index is now lower than readState.Index' (duration: 66.031203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:23.494275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.991586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:49:23.494348Z","caller":"traceutil/trace.go:171","msg":"trace[1302681199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1404; }","duration":"488.093868ms","start":"2026-07-28T15:49:23.006236Z","end":"2026-07-28T15:49:23.49433Z","steps":["trace[1302681199] 'agreement among raft nodes before linearized reading' (duration: 487.890802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:23.494386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:23.006225Z","time spent":"488.15288ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T15:49:23.494395Z","caller":"traceutil/trace.go:171","msg":"trace[1518122741] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"502.051719ms","start":"2026-07-28T15:49:22.992306Z","end":"2026-07-28T15:49:23.494358Z","steps":["trace[1518122741] 'process raft request' (duration: 435.639725ms)","trace[1518122741] 'compare' (duration: 65.727426ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:49:23.494509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.39663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:49:23.494566Z","caller":"traceutil/trace.go:171","msg":"trace[413839172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1404; }","duration":"116.494593ms","start":"2026-07-28T15:49:23.378056Z","end":"2026-07-28T15:49:23.494551Z","steps":["trace[413839172] 'agreement among raft nodes before linearized reading' (duration: 116.327529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:23.494574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:49:22.992282Z","time spent":"502.188263ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:49:23.494573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.484448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T15:49:23.494605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.839789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T15:49:23.494652Z","caller":"traceutil/trace.go:171","msg":"trace[1690521768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1404; }","duration":"271.589591ms","start":"2026-07-28T15:49:23.223039Z","end":"2026-07-28T15:49:23.494629Z","steps":["trace[1690521768] 'agreement among raft nodes before linearized reading' (duration: 271.339904ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:23.494679Z","caller":"traceutil/trace.go:171","msg":"trace[889076337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1404; }","duration":"256.962143ms","start":"2026-07-28T15:49:23.237702Z","end":"2026-07-28T15:49:23.494664Z","steps":["trace[889076337] 'agreement among raft nodes before linearized reading' (duration: 256.675395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:49:23.495038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.158261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T15:49:23.49514Z","caller":"traceutil/trace.go:171","msg":"trace[1536340401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1404; }","duration":"282.330566ms","start":"2026-07-28T15:49:23.212773Z","end":"2026-07-28T15:49:23.495104Z","steps":["trace[1536340401] 'agreement among raft nodes before linearized reading' (duration: 281.958115ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:25.472027Z","caller":"traceutil/trace.go:171","msg":"trace[1058680032] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"169.570383ms","start":"2026-07-28T15:49:25.302427Z","end":"2026-07-28T15:49:25.471997Z","steps":["trace[1058680032] 'process raft request' (duration: 169.385127ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:49:44.355433Z","caller":"traceutil/trace.go:171","msg":"trace[1333550604] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"131.107531ms","start":"2026-07-28T15:49:44.2243Z","end":"2026-07-28T15:49:44.355407Z","steps":["trace[1333550604] 'process raft request' (duration: 130.952257ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:04.6938Z","caller":"traceutil/trace.go:171","msg":"trace[1730001645] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"147.319551ms","start":"2026-07-28T15:50:04.546456Z","end":"2026-07-28T15:50:04.693775Z","steps":["trace[1730001645] 'process raft request' (duration: 144.006132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:04.693736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.698209ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:04.693952Z","caller":"traceutil/trace.go:171","msg":"trace[681433944] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2050; }","duration":"223.935605ms","start":"2026-07-28T15:50:04.469984Z","end":"2026-07-28T15:50:04.693919Z","steps":["trace[681433944] 'range keys from in-memory index tree' (duration: 223.674229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:13.940956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335338900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:50:14.441878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335338900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:50:14.666165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.405518135s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:50:14.666703Z","caller":"traceutil/trace.go:171","msg":"trace[80860409] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"1.406131312s","start":"2026-07-28T15:50:13.260538Z","end":"2026-07-28T15:50:14.66667Z","steps":["trace[80860409] 'process raft request' (duration: 1.405919977s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.66697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:13.260518Z","time spent":"1.406295696s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:14.895717Z","caller":"traceutil/trace.go:171","msg":"trace[684947240] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"1.203509743s","start":"2026-07-28T15:50:13.692181Z","end":"2026-07-28T15:50:14.89569Z","steps":["trace[684947240] 'process raft request' (duration: 1.203290737s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.895888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:13.692164Z","time spent":"1.203637116s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:14.896075Z","caller":"traceutil/trace.go:171","msg":"trace[448203081] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"954.848351ms","start":"2026-07-28T15:50:13.941192Z","end":"2026-07-28T15:50:14.89604Z","steps":["trace[448203081] 'process raft request' (duration: 954.458581ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:14.896123Z","caller":"traceutil/trace.go:171","msg":"trace[1957512233] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2272; }","duration":"1.463481575s","start":"2026-07-28T15:50:13.432604Z","end":"2026-07-28T15:50:14.896086Z","steps":["trace[1957512233] 'read index received' (duration: 1.23389319s)","trace[1957512233] 'applied index is now lower than readState.Index' (duration: 229.586515ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:14.896296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:13.941164Z","time spent":"955.065217ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:14.896308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4636618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:14.896376Z","caller":"traceutil/trace.go:171","msg":"trace[689660957] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2187; }","duration":"1.463808113s","start":"2026-07-28T15:50:13.432548Z","end":"2026-07-28T15:50:14.896356Z","steps":["trace[689660957] 'agreement among raft nodes before linearized reading' (duration: 1.46366062s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:14.896182Z","caller":"traceutil/trace.go:171","msg":"trace[445954718] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"313.220756ms","start":"2026-07-28T15:50:14.582885Z","end":"2026-07-28T15:50:14.896106Z","steps":["trace[445954718] 'process raft request' (duration: 313.046512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.896449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:13.432525Z","time spent":"1.463901856s","remote":"127.0.0.1:48208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:50:14.8966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:14.582854Z","time spent":"313.633678ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:14.905355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.542884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T15:50:14.905353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471845706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:50:14.905412Z","caller":"traceutil/trace.go:171","msg":"trace[1512198003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2188; }","duration":"832.649916ms","start":"2026-07-28T15:50:14.072742Z","end":"2026-07-28T15:50:14.905392Z","steps":["trace[1512198003] 'agreement among raft nodes before linearized reading' (duration: 832.468612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.905408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025762123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T15:50:14.90544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:14.072718Z","time spent":"832.716268ms","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:50:14.905449Z","caller":"traceutil/trace.go:171","msg":"trace[715405556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2188; }","duration":"1.47199182s","start":"2026-07-28T15:50:13.433427Z","end":"2026-07-28T15:50:14.905418Z","steps":["trace[715405556] 'agreement among raft nodes before linearized reading' (duration: 1.471733733s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:14.905464Z","caller":"traceutil/trace.go:171","msg":"trace[68713754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2188; }","duration":"1.025848985s","start":"2026-07-28T15:50:13.879599Z","end":"2026-07-28T15:50:14.905448Z","steps":["trace[68713754] 'agreement among raft nodes before linearized reading' (duration: 1.025651621s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.905507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:13.433394Z","time spent":"1.472101593s","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:50:14.905513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:13.879579Z","time spent":"1.025922978s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:50:14.905614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.097433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:14.905663Z","caller":"traceutil/trace.go:171","msg":"trace[417441108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2188; }","duration":"130.235358ms","start":"2026-07-28T15:50:14.775413Z","end":"2026-07-28T15:50:14.905648Z","steps":["trace[417441108] 'agreement among raft nodes before linearized reading' (duration: 130.142214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.905732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.821509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:50:14.905734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.133977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T15:50:14.905367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.937428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:50:14.905778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148816031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T15:50:14.905792Z","caller":"traceutil/trace.go:171","msg":"trace[1560206376] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2188; }","duration":"912.24563ms","start":"2026-07-28T15:50:13.993529Z","end":"2026-07-28T15:50:14.905775Z","steps":["trace[1560206376] 'agreement among raft nodes before linearized reading' (duration: 912.101866ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:14.905839Z","caller":"traceutil/trace.go:171","msg":"trace[1022028972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2188; }","duration":"1.148908023s","start":"2026-07-28T15:50:13.756915Z","end":"2026-07-28T15:50:14.905823Z","steps":["trace[1022028972] 'agreement among raft nodes before linearized reading' (duration: 1.148748859s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.905843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126873788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T15:50:14.905872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:13.756893Z","time spent":"1.148972155s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:50:14.905899Z","caller":"traceutil/trace.go:171","msg":"trace[1792343464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2188; }","duration":"1.1269681s","start":"2026-07-28T15:50:13.778913Z","end":"2026-07-28T15:50:14.905881Z","steps":["trace[1792343464] 'agreement among raft nodes before linearized reading' (duration: 1.126786066s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.905932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:13.778872Z","time spent":"1.127052392s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T15:50:14.905902Z","caller":"traceutil/trace.go:171","msg":"trace[1350527728] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2188; }","duration":"171.420141ms","start":"2026-07-28T15:50:14.734405Z","end":"2026-07-28T15:50:14.905825Z","steps":["trace[1350527728] 'agreement among raft nodes before linearized reading' (duration: 170.895777ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:14.905764Z","caller":"traceutil/trace.go:171","msg":"trace[678138850] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2188; }","duration":"763.85745ms","start":"2026-07-28T15:50:14.141897Z","end":"2026-07-28T15:50:14.905754Z","steps":["trace[678138850] 'agreement among raft nodes before linearized reading' (duration: 763.777308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.905982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.564905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:50:14.906022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:14.141841Z","time spent":"764.165218ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:50:14.906063Z","caller":"traceutil/trace.go:171","msg":"trace[1697775686] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2188; }","duration":"397.696368ms","start":"2026-07-28T15:50:14.508342Z","end":"2026-07-28T15:50:14.906038Z","steps":["trace[1697775686] 'agreement among raft nodes before linearized reading' (duration: 397.535284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.90611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:14.508314Z","time spent":"397.784041ms","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:50:14.906107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.303446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:50:14.906168Z","caller":"traceutil/trace.go:171","msg":"trace[1322964706] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2188; }","duration":"476.428648ms","start":"2026-07-28T15:50:14.429723Z","end":"2026-07-28T15:50:14.906152Z","steps":["trace[1322964706] 'agreement among raft nodes before linearized reading' (duration: 475.887795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.906219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:14.429706Z","time spent":"476.502601ms","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":92,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:50:14.906218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056632302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T15:50:14.906272Z","caller":"traceutil/trace.go:171","msg":"trace[455544316] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2188; }","duration":"1.056727015s","start":"2026-07-28T15:50:13.84953Z","end":"2026-07-28T15:50:14.906257Z","steps":["trace[455544316] 'agreement among raft nodes before linearized reading' (duration: 1.056092439s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.90632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:13.849505Z","time spent":"1.056806548s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:50:14.906209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025480507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T15:50:14.906271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024907951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:50:14.90639Z","caller":"traceutil/trace.go:171","msg":"trace[225365352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2188; }","duration":"1.026140893s","start":"2026-07-28T15:50:13.88022Z","end":"2026-07-28T15:50:14.906361Z","steps":["trace[225365352] 'agreement among raft nodes before linearized reading' (duration: 1.02529677s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:14.906419Z","caller":"traceutil/trace.go:171","msg":"trace[1325472654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2188; }","duration":"1.025869938s","start":"2026-07-28T15:50:13.880533Z","end":"2026-07-28T15:50:14.906403Z","steps":["trace[1325472654] 'agreement among raft nodes before linearized reading' (duration: 1.024828539s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:14.906461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:13.8802Z","time spent":"1.026244547s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:50:14.905838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:13.993507Z","time spent":"912.322812ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:50:14.906566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:13.880511Z","time spent":"1.02599964s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T15:50:15.052893Z","caller":"traceutil/trace.go:171","msg":"trace[2030395434] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"140.934982ms","start":"2026-07-28T15:50:14.911928Z","end":"2026-07-28T15:50:15.052863Z","steps":["trace[2030395434] 'process raft request' (duration: 92.983528ms)","trace[2030395434] 'compare' (duration: 47.749679ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:15.053205Z","caller":"traceutil/trace.go:171","msg":"trace[585240667] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"141.137496ms","start":"2026-07-28T15:50:14.912015Z","end":"2026-07-28T15:50:15.053152Z","steps":["trace[585240667] 'process raft request' (duration: 140.805428ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:15.053511Z","caller":"traceutil/trace.go:171","msg":"trace[5366965] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"141.457875ms","start":"2026-07-28T15:50:14.912026Z","end":"2026-07-28T15:50:15.053484Z","steps":["trace[5366965] 'process raft request' (duration: 141.231119ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:15.053384Z","caller":"traceutil/trace.go:171","msg":"trace[499275843] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"141.323982ms","start":"2026-07-28T15:50:14.912016Z","end":"2026-07-28T15:50:15.053339Z","steps":["trace[499275843] 'process raft request' (duration: 141.058644ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:15.053727Z","caller":"traceutil/trace.go:171","msg":"trace[1927668001] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"141.191329ms","start":"2026-07-28T15:50:14.912521Z","end":"2026-07-28T15:50:15.053712Z","steps":["trace[1927668001] 'process raft request' (duration: 140.903562ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:15.378278Z","caller":"traceutil/trace.go:171","msg":"trace[1256884196] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2285; }","duration":"237.775543ms","start":"2026-07-28T15:50:15.140463Z","end":"2026-07-28T15:50:15.378238Z","steps":["trace[1256884196] 'read index received' (duration: 169.812658ms)","trace[1256884196] 'applied index is now lower than readState.Index' (duration: 67.960595ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:15.378485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.992849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T15:50:15.37857Z","caller":"traceutil/trace.go:171","msg":"trace[1557231762] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2196; }","duration":"238.135972ms","start":"2026-07-28T15:50:15.140414Z","end":"2026-07-28T15:50:15.37855Z","steps":["trace[1557231762] 'agreement among raft nodes before linearized reading' (duration: 237.941938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:26.962203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.30047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:50:26.962337Z","caller":"traceutil/trace.go:171","msg":"trace[2130173437] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"788.743998ms","start":"2026-07-28T15:50:26.173559Z","end":"2026-07-28T15:50:26.962303Z","steps":["trace[2130173437] 'process raft request' (duration: 780.063638ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:26.962439Z","caller":"traceutil/trace.go:171","msg":"trace[2635718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2297; }","duration":"958.418503ms","start":"2026-07-28T15:50:26.003837Z","end":"2026-07-28T15:50:26.962255Z","steps":["trace[2635718] 'range keys from in-memory index tree' (duration: 958.085704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:26.962485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:26.173532Z","time spent":"788.867771ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:26.962474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:26.003816Z","time spent":"958.649998ms","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:50:27.043488Z","caller":"traceutil/trace.go:171","msg":"trace[1781940854] linearizableReadLoop","detail":"{readStateIndex:2391; appliedIndex:2389; }","duration":"269.653508ms","start":"2026-07-28T15:50:26.773802Z","end":"2026-07-28T15:50:27.043455Z","steps":["trace[1781940854] 'read index received' (duration: 179.820464ms)","trace[1781940854] 'applied index is now lower than readState.Index' (duration: 89.831864ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:27.043655Z","caller":"traceutil/trace.go:171","msg":"trace[342400708] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"308.439387ms","start":"2026-07-28T15:50:26.7352Z","end":"2026-07-28T15:50:27.043639Z","steps":["trace[342400708] 'process raft request' (duration: 307.548763ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:27.043694Z","caller":"traceutil/trace.go:171","msg":"trace[1740809907] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"103.529938ms","start":"2026-07-28T15:50:26.940131Z","end":"2026-07-28T15:50:27.043661Z","steps":["trace[1740809907] 'process raft request' (duration: 103.270162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:27.043808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:26.735157Z","time spent":"308.536389ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:27.043842Z","caller":"traceutil/trace.go:171","msg":"trace[731900190] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"144.335351ms","start":"2026-07-28T15:50:26.899497Z","end":"2026-07-28T15:50:27.043832Z","steps":["trace[731900190] 'process raft request' (duration: 143.55193ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:27.043956Z","caller":"traceutil/trace.go:171","msg":"trace[1692677721] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"108.397818ms","start":"2026-07-28T15:50:26.935548Z","end":"2026-07-28T15:50:27.043946Z","steps":["trace[1692677721] 'process raft request' (duration: 107.774031ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:27.043931Z","caller":"traceutil/trace.go:171","msg":"trace[308215851] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"109.410805ms","start":"2026-07-28T15:50:26.934487Z","end":"2026-07-28T15:50:27.043897Z","steps":["trace[308215851] 'process raft request' (duration: 108.725937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:27.043948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.136011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:27.044032Z","caller":"traceutil/trace.go:171","msg":"trace[1563723407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2303; }","duration":"270.298795ms","start":"2026-07-28T15:50:26.773716Z","end":"2026-07-28T15:50:27.044015Z","steps":["trace[1563723407] 'agreement among raft nodes before linearized reading' (duration: 270.140481ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:40.647301Z","caller":"traceutil/trace.go:171","msg":"trace[1073300576] linearizableReadLoop","detail":"{readStateIndex:2496; appliedIndex:2495; }","duration":"114.110009ms","start":"2026-07-28T15:50:40.533165Z","end":"2026-07-28T15:50:40.647275Z","steps":["trace[1073300576] 'read index received' (duration: 113.551825ms)","trace[1073300576] 'applied index is now lower than readState.Index' (duration: 556.754µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:40.647408Z","caller":"traceutil/trace.go:171","msg":"trace[934190020] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"140.428557ms","start":"2026-07-28T15:50:40.50692Z","end":"2026-07-28T15:50:40.647349Z","steps":["trace[934190020] 'process raft request' (duration: 140.010356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:40.647583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.396297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1631"} {"level":"info","ts":"2026-07-28T15:50:40.647697Z","caller":"traceutil/trace.go:171","msg":"trace[336437821] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2401; }","duration":"114.573942ms","start":"2026-07-28T15:50:40.533096Z","end":"2026-07-28T15:50:40.64767Z","steps":["trace[336437821] 'agreement among raft nodes before linearized reading' (duration: 114.321086ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:47.214429Z","caller":"traceutil/trace.go:171","msg":"trace[1523435242] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"351.647466ms","start":"2026-07-28T15:50:46.862754Z","end":"2026-07-28T15:50:47.214401Z","steps":["trace[1523435242] 'process raft request' (duration: 351.44555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:47.214633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:46.862703Z","time spent":"351.849542ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10013,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:47.515609Z","caller":"traceutil/trace.go:171","msg":"trace[534654424] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"400.991115ms","start":"2026-07-28T15:50:47.114585Z","end":"2026-07-28T15:50:47.515576Z","steps":["trace[534654424] 'process raft request' (duration: 373.501526ms)","trace[534654424] 'compare' (duration: 27.009116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:47.515767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:47.114557Z","time spent":"401.129868ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:47.515873Z","caller":"traceutil/trace.go:171","msg":"trace[1467011236] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"312.423204ms","start":"2026-07-28T15:50:47.203433Z","end":"2026-07-28T15:50:47.515856Z","steps":["trace[1467011236] 'process raft request' (duration: 312.260329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:47.515973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:47.203407Z","time spent":"312.520546ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:47.516083Z","caller":"traceutil/trace.go:171","msg":"trace[2082974766] linearizableReadLoop","detail":"{readStateIndex:2540; appliedIndex:2538; }","duration":"390.565689ms","start":"2026-07-28T15:50:47.125494Z","end":"2026-07-28T15:50:47.516059Z","steps":["trace[2082974766] 'read index received' (duration: 88.727145ms)","trace[2082974766] 'applied index is now lower than readState.Index' (duration: 301.836904ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:50:47.516149Z","caller":"traceutil/trace.go:171","msg":"trace[1652850359] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"310.738199ms","start":"2026-07-28T15:50:47.205378Z","end":"2026-07-28T15:50:47.516116Z","steps":["trace[1652850359] 'process raft request' (duration: 310.4118ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:47.516109Z","caller":"traceutil/trace.go:171","msg":"trace[248264724] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"312.873376ms","start":"2026-07-28T15:50:47.203187Z","end":"2026-07-28T15:50:47.51606Z","steps":["trace[248264724] 'process raft request' (duration: 312.2845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:47.51627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:47.205372Z","time spent":"310.840351ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:47.516323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.806345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:50:47.516372Z","caller":"traceutil/trace.go:171","msg":"trace[776448343] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2447; }","duration":"390.889966ms","start":"2026-07-28T15:50:47.12547Z","end":"2026-07-28T15:50:47.51636Z","steps":["trace[776448343] 'agreement among raft nodes before linearized reading' (duration: 390.699341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:47.516407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:47.125461Z","time spent":"390.939448ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:50:47.516361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:47.203165Z","time spent":"313.085471ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:47.516549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.145549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T15:50:47.516539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.978606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-28T15:50:47.516539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.614654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:50:47.516575Z","caller":"traceutil/trace.go:171","msg":"trace[1473172808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2447; }","duration":"233.18751ms","start":"2026-07-28T15:50:47.283382Z","end":"2026-07-28T15:50:47.516569Z","steps":["trace[1473172808] 'agreement among raft nodes before linearized reading' (duration: 233.116699ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:47.516596Z","caller":"traceutil/trace.go:171","msg":"trace[2101810145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2447; }","duration":"247.09218ms","start":"2026-07-28T15:50:47.269487Z","end":"2026-07-28T15:50:47.516579Z","steps":["trace[2101810145] 'agreement among raft nodes before linearized reading' (duration: 246.907275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:47.516544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.792512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T15:50:47.516629Z","caller":"traceutil/trace.go:171","msg":"trace[1163711581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2447; }","duration":"235.756707ms","start":"2026-07-28T15:50:47.280844Z","end":"2026-07-28T15:50:47.516601Z","steps":["trace[1163711581] 'agreement among raft nodes before linearized reading' (duration: 235.505081ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:47.516708Z","caller":"traceutil/trace.go:171","msg":"trace[1913557823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2447; }","duration":"240.993997ms","start":"2026-07-28T15:50:47.27568Z","end":"2026-07-28T15:50:47.516674Z","steps":["trace[1913557823] 'agreement among raft nodes before linearized reading' (duration: 240.655919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:47.516601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.978151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:50:47.516787Z","caller":"traceutil/trace.go:171","msg":"trace[1222028974] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2447; }","duration":"231.200429ms","start":"2026-07-28T15:50:47.285576Z","end":"2026-07-28T15:50:47.516777Z","steps":["trace[1222028974] 'agreement among raft nodes before linearized reading' (duration: 230.863509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:47.516729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.422341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:50:47.51691Z","caller":"traceutil/trace.go:171","msg":"trace[1635688145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2447; }","duration":"385.612796ms","start":"2026-07-28T15:50:47.131276Z","end":"2026-07-28T15:50:47.516889Z","steps":["trace[1635688145] 'agreement among raft nodes before linearized reading' (duration: 385.214985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:47.516998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:47.131268Z","time spent":"385.71095ms","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:50:47.517339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.596947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T15:50:47.51741Z","caller":"traceutil/trace.go:171","msg":"trace[1712687555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2447; }","duration":"234.69827ms","start":"2026-07-28T15:50:47.282689Z","end":"2026-07-28T15:50:47.517387Z","steps":["trace[1712687555] 'agreement among raft nodes before linearized reading' (duration: 233.633742ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:50.023713Z","caller":"traceutil/trace.go:171","msg":"trace[2132568839] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"562.253636ms","start":"2026-07-28T15:50:49.461436Z","end":"2026-07-28T15:50:50.023689Z","steps":["trace[2132568839] 'process raft request' (duration: 562.060271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:50.02388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.461414Z","time spent":"562.373739ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:51.110045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.072138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:50:51.110218Z","caller":"traceutil/trace.go:171","msg":"trace[106037546] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"1.589369941s","start":"2026-07-28T15:50:49.520833Z","end":"2026-07-28T15:50:51.110203Z","steps":["trace[106037546] 'process raft request' (duration: 1.589292879s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.110276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.520805Z","time spent":"1.589444534s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:51.110356Z","caller":"traceutil/trace.go:171","msg":"trace[1505232147] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"1.589414394s","start":"2026-07-28T15:50:49.520921Z","end":"2026-07-28T15:50:51.110336Z","steps":["trace[1505232147] 'process raft request' (duration: 1.589249719s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.110455Z","caller":"traceutil/trace.go:171","msg":"trace[1392975980] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"1.590153973s","start":"2026-07-28T15:50:49.520287Z","end":"2026-07-28T15:50:51.110441Z","steps":["trace[1392975980] 'process raft request' (duration: 1.466586503s)","trace[1392975980] 'compare' (duration: 122.985635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:51.110472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.520917Z","time spent":"1.589494136s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:51.110514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.52027Z","time spent":"1.590215884s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:51.111027Z","caller":"traceutil/trace.go:171","msg":"trace[1371061266] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"1.547424499s","start":"2026-07-28T15:50:49.563591Z","end":"2026-07-28T15:50:51.111015Z","steps":["trace[1371061266] 'process raft request' (duration: 1.547333485s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.111032Z","caller":"traceutil/trace.go:171","msg":"trace[83260056] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"1.590213393s","start":"2026-07-28T15:50:49.520782Z","end":"2026-07-28T15:50:51.110996Z","steps":["trace[83260056] 'process raft request' (duration: 1.589495254s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.111031Z","caller":"traceutil/trace.go:171","msg":"trace[1019230297] linearizableReadLoop","detail":"{readStateIndex:2555; appliedIndex:2551; }","duration":"1.577656472s","start":"2026-07-28T15:50:49.533352Z","end":"2026-07-28T15:50:51.111008Z","steps":["trace[1019230297] 'read index received' (duration: 490.374458ms)","trace[1019230297] 'applied index is now lower than readState.Index' (duration: 1.087281314s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:51.111093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.520776Z","time spent":"1.590290327s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:51.11108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.563572Z","time spent":"1.547481841s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:51.11122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029471459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T15:50:51.111213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577863166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:50:51.111257Z","caller":"traceutil/trace.go:171","msg":"trace[209557832] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2460; }","duration":"1.029547511s","start":"2026-07-28T15:50:50.081699Z","end":"2026-07-28T15:50:51.111247Z","steps":["trace[209557832] 'agreement among raft nodes before linearized reading' (duration: 1.029450558s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.111274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.081677Z","time spent":"1.029593792s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:50:51.111232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534410693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T15:50:51.111285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385418067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-28T15:50:51.111274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.581971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T15:50:51.11129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56556525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:50:51.111297Z","caller":"traceutil/trace.go:171","msg":"trace[744357373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2460; }","duration":"1.534474965s","start":"2026-07-28T15:50:49.576815Z","end":"2026-07-28T15:50:51.11129Z","steps":["trace[744357373] 'agreement among raft nodes before linearized reading' (duration: 1.534343911s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.111307Z","caller":"traceutil/trace.go:171","msg":"trace[768173060] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:2460; }","duration":"1.385471339s","start":"2026-07-28T15:50:49.725827Z","end":"2026-07-28T15:50:51.111299Z","steps":["trace[768173060] 'agreement among raft nodes before linearized reading' (duration: 1.385420158s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.11132Z","caller":"traceutil/trace.go:171","msg":"trace[158380679] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2460; }","duration":"1.565644281s","start":"2026-07-28T15:50:49.545667Z","end":"2026-07-28T15:50:51.111311Z","steps":["trace[158380679] 'agreement among raft nodes before linearized reading' (duration: 1.565458146s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.111326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.576751Z","time spent":"1.534566557s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:50:51.111345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.620611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12631"} {"level":"warn","ts":"2026-07-28T15:50:51.111349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.545657Z","time spent":"1.565686963s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T15:50:51.111359Z","caller":"traceutil/trace.go:171","msg":"trace[2142860813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2460; }","duration":"821.694893ms","start":"2026-07-28T15:50:50.28966Z","end":"2026-07-28T15:50:51.111355Z","steps":["trace[2142860813] 'agreement among raft nodes before linearized reading' (duration: 821.652322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.111372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.28964Z","time spent":"821.729914ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12654,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:50:51.11123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534717251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:50:51.111388Z","caller":"traceutil/trace.go:171","msg":"trace[1213722008] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2460; }","duration":"152.647272ms","start":"2026-07-28T15:50:50.958656Z","end":"2026-07-28T15:50:51.111303Z","steps":["trace[1213722008] 'agreement among raft nodes before linearized reading' (duration: 152.596491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.111394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534452484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T15:50:51.111401Z","caller":"traceutil/trace.go:171","msg":"trace[1573718594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2460; }","duration":"1.534910575s","start":"2026-07-28T15:50:49.576482Z","end":"2026-07-28T15:50:51.111393Z","steps":["trace[1573718594] 'agreement among raft nodes before linearized reading' (duration: 1.53470405s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.111417Z","caller":"traceutil/trace.go:171","msg":"trace[2033807079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2460; }","duration":"1.534475755s","start":"2026-07-28T15:50:49.576936Z","end":"2026-07-28T15:50:51.111412Z","steps":["trace[2033807079] 'agreement among raft nodes before linearized reading' (duration: 1.534406433s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.111401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.798645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-28T15:50:51.11133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.725807Z","time spent":"1.38551735s","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-07-28T15:50:51.111436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.576898Z","time spent":"1.534533956s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:50:51.111417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.830373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T15:50:51.111425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534733301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T15:50:51.111458Z","caller":"traceutil/trace.go:171","msg":"trace[691468695] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2460; }","duration":"413.891157ms","start":"2026-07-28T15:50:50.697551Z","end":"2026-07-28T15:50:51.111442Z","steps":["trace[691468695] 'agreement among raft nodes before linearized reading' (duration: 413.695623ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.111484Z","caller":"traceutil/trace.go:171","msg":"trace[1235814734] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2460; }","duration":"299.053759ms","start":"2026-07-28T15:50:50.812409Z","end":"2026-07-28T15:50:51.111463Z","steps":["trace[1235814734] 'agreement among raft nodes before linearized reading' (duration: 298.753541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.111494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534792333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T15:50:51.1115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.118046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:51.111501Z","caller":"traceutil/trace.go:171","msg":"trace[1248625238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2460; }","duration":"1.534841053s","start":"2026-07-28T15:50:49.576639Z","end":"2026-07-28T15:50:51.11148Z","steps":["trace[1248625238] 'agreement among raft nodes before linearized reading' (duration: 1.534527076s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.111507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.697531Z","time spent":"413.964059ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:50:51.111519Z","caller":"traceutil/trace.go:171","msg":"trace[185325029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2460; }","duration":"1.534858224s","start":"2026-07-28T15:50:49.576655Z","end":"2026-07-28T15:50:51.111513Z","steps":["trace[185325029] 'agreement among raft nodes before linearized reading' (duration: 1.534789743s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.111528Z","caller":"traceutil/trace.go:171","msg":"trace[593005559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2460; }","duration":"338.178637ms","start":"2026-07-28T15:50:50.773339Z","end":"2026-07-28T15:50:51.111518Z","steps":["trace[593005559] 'agreement among raft nodes before linearized reading' (duration: 338.144206ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.111269Z","caller":"traceutil/trace.go:171","msg":"trace[405641165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2460; }","duration":"1.577948109s","start":"2026-07-28T15:50:49.533305Z","end":"2026-07-28T15:50:51.111254Z","steps":["trace[405641165] 'agreement among raft nodes before linearized reading' (duration: 1.577776064s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.111542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.57663Z","time spent":"1.534907946s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:50:51.111539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.57663Z","time spent":"1.534901616s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:50:51.111547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:50.773252Z","time spent":"338.29073ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:50:51.111559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.533288Z","time spent":"1.578264496s","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:50:51.111427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:49.576471Z","time spent":"1.534949177s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:50:51.88231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.074043ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-28T15:50:51.882459Z","caller":"traceutil/trace.go:171","msg":"trace[1089716890] linearizableReadLoop","detail":"{readStateIndex:2557; appliedIndex:2556; }","duration":"769.924868ms","start":"2026-07-28T15:50:51.11251Z","end":"2026-07-28T15:50:51.882435Z","steps":["trace[1089716890] 'read index received' (duration: 474.777183ms)","trace[1089716890] 'applied index is now lower than readState.Index' (duration: 295.145745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:50:51.882495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:51.112089Z","time spent":"770.398581ms","remote":"127.0.0.1:47952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:50:51.882586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.061123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:50:51.882643Z","caller":"traceutil/trace.go:171","msg":"trace[1910166721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2460; }","duration":"770.132984ms","start":"2026-07-28T15:50:51.11248Z","end":"2026-07-28T15:50:51.882613Z","steps":["trace[1910166721] 'agreement among raft nodes before linearized reading' (duration: 770.050062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.882686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:51.112462Z","time spent":"770.212366ms","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:50:51.909272Z","caller":"traceutil/trace.go:171","msg":"trace[2023630554] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"793.432314ms","start":"2026-07-28T15:50:51.115815Z","end":"2026-07-28T15:50:51.909248Z","steps":["trace[2023630554] 'process raft request' (duration: 793.240278ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.909311Z","caller":"traceutil/trace.go:171","msg":"trace[1565909506] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"793.567087ms","start":"2026-07-28T15:50:51.115719Z","end":"2026-07-28T15:50:51.909286Z","steps":["trace[1565909506] 'process raft request' (duration: 793.200366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.909418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:51.115697Z","time spent":"793.662729ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:51.909436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:51.115806Z","time spent":"793.525986ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:51.909607Z","caller":"traceutil/trace.go:171","msg":"trace[2062258646] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"793.398991ms","start":"2026-07-28T15:50:51.116197Z","end":"2026-07-28T15:50:51.909596Z","steps":["trace[2062258646] 'process raft request' (duration: 793.239547ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.909609Z","caller":"traceutil/trace.go:171","msg":"trace[191717512] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"793.775421ms","start":"2026-07-28T15:50:51.115819Z","end":"2026-07-28T15:50:51.909595Z","steps":["trace[191717512] 'process raft request' (duration: 793.272168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.909673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:51.116173Z","time spent":"793.465023ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:51.909673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:51.115803Z","time spent":"793.840464ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:51.909831Z","caller":"traceutil/trace.go:171","msg":"trace[1390184196] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"793.511815ms","start":"2026-07-28T15:50:51.116292Z","end":"2026-07-28T15:50:51.909804Z","steps":["trace[1390184196] 'process raft request' (duration: 793.250688ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.909907Z","caller":"traceutil/trace.go:171","msg":"trace[428965517] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"792.904569ms","start":"2026-07-28T15:50:51.116988Z","end":"2026-07-28T15:50:51.909893Z","steps":["trace[428965517] 'process raft request' (duration: 792.714133ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:50:51.909945Z","caller":"traceutil/trace.go:171","msg":"trace[443496796] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"793.483995ms","start":"2026-07-28T15:50:51.116442Z","end":"2026-07-28T15:50:51.909926Z","steps":["trace[443496796] 'process raft request' (duration: 793.137465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.909969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:51.116968Z","time spent":"792.967921ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:51.909996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.703154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T15:50:51.910015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:51.116284Z","time spent":"793.634509ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:51.910048Z","caller":"traceutil/trace.go:171","msg":"trace[180051184] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2469; }","duration":"786.769376ms","start":"2026-07-28T15:50:51.123259Z","end":"2026-07-28T15:50:51.910028Z","steps":["trace[180051184] 'agreement among raft nodes before linearized reading' (duration: 786.699185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.91008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:51.123248Z","time spent":"786.824167ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T15:50:51.910071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:51.116433Z","time spent":"793.557306ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:51.909963Z","caller":"traceutil/trace.go:171","msg":"trace[412552659] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"792.94992ms","start":"2026-07-28T15:50:51.116949Z","end":"2026-07-28T15:50:51.909898Z","steps":["trace[412552659] 'process raft request' (duration: 792.695793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.910983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:51.116939Z","time spent":"794.007677ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:50:51.910133Z","caller":"traceutil/trace.go:171","msg":"trace[403547015] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"793.390612ms","start":"2026-07-28T15:50:51.11673Z","end":"2026-07-28T15:50:51.910121Z","steps":["trace[403547015] 'process raft request' (duration: 792.883218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:50:51.9113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:50:51.11672Z","time spent":"794.445559ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:50:52.378461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.107731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T15:50:52.378602Z","caller":"traceutil/trace.go:171","msg":"trace[1887539666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2470; }","duration":"261.251315ms","start":"2026-07-28T15:50:52.117286Z","end":"2026-07-28T15:50:52.378538Z","steps":["trace[1887539666] 'range keys from in-memory index tree' (duration: 260.902486ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:21.602205Z","caller":"traceutil/trace.go:171","msg":"trace[1146157491] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"195.244102ms","start":"2026-07-28T15:52:21.40693Z","end":"2026-07-28T15:52:21.602175Z","steps":["trace[1146157491] 'process raft request' (duration: 195.056028ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:21.603299Z","caller":"traceutil/trace.go:171","msg":"trace[62365299] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"109.314062ms","start":"2026-07-28T15:52:21.493941Z","end":"2026-07-28T15:52:21.603255Z","steps":["trace[62365299] 'process raft request' (duration: 109.270161ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:21.603824Z","caller":"traceutil/trace.go:171","msg":"trace[1550271772] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"142.061889ms","start":"2026-07-28T15:52:21.461744Z","end":"2026-07-28T15:52:21.603806Z","steps":["trace[1550271772] 'process raft request' (duration: 141.260748ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:21.604062Z","caller":"traceutil/trace.go:171","msg":"trace[1123343160] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"110.76416ms","start":"2026-07-28T15:52:21.493283Z","end":"2026-07-28T15:52:21.604047Z","steps":["trace[1123343160] 'process raft request' (duration: 109.878006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:52:25.950681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.982031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T15:52:25.95077Z","caller":"traceutil/trace.go:171","msg":"trace[428228040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3249; }","duration":"176.145926ms","start":"2026-07-28T15:52:25.774604Z","end":"2026-07-28T15:52:25.95075Z","steps":["trace[428228040] 'range keys from in-memory index tree' (duration: 175.854978ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:32.232791Z","caller":"traceutil/trace.go:171","msg":"trace[1505181740] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"124.342577ms","start":"2026-07-28T15:52:32.108403Z","end":"2026-07-28T15:52:32.232745Z","steps":["trace[1505181740] 'process raft request' (duration: 124.046099ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:32.234397Z","caller":"traceutil/trace.go:171","msg":"trace[1758606476] linearizableReadLoop","detail":"{readStateIndex:3426; appliedIndex:3424; }","duration":"118.132182ms","start":"2026-07-28T15:52:32.116241Z","end":"2026-07-28T15:52:32.234374Z","steps":["trace[1758606476] 'read index received' (duration: 116.234792ms)","trace[1758606476] 'applied index is now lower than readState.Index' (duration: 1.89599ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:52:32.234607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.333737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-28T15:52:32.234635Z","caller":"traceutil/trace.go:171","msg":"trace[1837540847] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"123.457073ms","start":"2026-07-28T15:52:32.111151Z","end":"2026-07-28T15:52:32.234608Z","steps":["trace[1837540847] 'process raft request' (duration: 123.094434ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:52:32.234651Z","caller":"traceutil/trace.go:171","msg":"trace[1492070863] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3300; }","duration":"118.4192ms","start":"2026-07-28T15:52:32.116213Z","end":"2026-07-28T15:52:32.234633Z","steps":["trace[1492070863] 'agreement among raft nodes before linearized reading' (duration: 118.253565ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:57:06.646861Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2958} {"level":"info","ts":"2026-07-28T15:57:06.714726Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2958,"took":"66.8448ms","hash":3276304731,"current-db-size-bytes":35155968,"current-db-size":"35 MB","current-db-size-in-use-bytes":11714560,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-28T15:57:06.714798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3276304731,"revision":2958,"compact-revision":-1} {"level":"info","ts":"2026-07-28T16:00:43.22039Z","caller":"traceutil/trace.go:171","msg":"trace[1167433497] transaction","detail":"{read_only:false; response_revision:6640; number_of_response:1; }","duration":"104.526819ms","start":"2026-07-28T16:00:43.115825Z","end":"2026-07-28T16:00:43.220352Z","steps":["trace[1167433497] 'process raft request' (duration: 57.75001ms)","trace[1167433497] 'compare' (duration: 46.547952ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:01:01.63127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335350380,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:01:01.759542Z","caller":"traceutil/trace.go:171","msg":"trace[1115157790] transaction","detail":"{read_only:false; response_revision:6779; number_of_response:1; }","duration":"629.552313ms","start":"2026-07-28T16:01:01.129967Z","end":"2026-07-28T16:01:01.75952Z","steps":["trace[1115157790] 'process raft request' (duration: 629.42867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:01.759666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:01:01.12995Z","time spent":"629.652367ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:01:01.766078Z","caller":"traceutil/trace.go:171","msg":"trace[118421844] transaction","detail":"{read_only:false; response_revision:6780; number_of_response:1; }","duration":"635.45771ms","start":"2026-07-28T16:01:01.1306Z","end":"2026-07-28T16:01:01.766057Z","steps":["trace[118421844] 'process raft request' (duration: 635.206413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:01.766218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:01:01.130586Z","time spent":"635.554042ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:01:01.766331Z","caller":"traceutil/trace.go:171","msg":"trace[1685743386] transaction","detail":"{read_only:false; response_revision:6781; number_of_response:1; }","duration":"634.840664ms","start":"2026-07-28T16:01:01.131434Z","end":"2026-07-28T16:01:01.766275Z","steps":["trace[1685743386] 'process raft request' (duration: 634.589308ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:01.766355Z","caller":"traceutil/trace.go:171","msg":"trace[1271889211] linearizableReadLoop","detail":"{readStateIndex:7022; appliedIndex:7015; }","duration":"636.060935ms","start":"2026-07-28T16:01:01.130278Z","end":"2026-07-28T16:01:01.766339Z","steps":["trace[1271889211] 'read index received' (duration: 629.176863ms)","trace[1271889211] 'applied index is now lower than readState.Index' (duration: 6.883152ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:01:01.766377Z","caller":"traceutil/trace.go:171","msg":"trace[1027861189] transaction","detail":"{read_only:false; response_revision:6784; number_of_response:1; }","duration":"251.793338ms","start":"2026-07-28T16:01:01.514567Z","end":"2026-07-28T16:01:01.76636Z","steps":["trace[1027861189] 'process raft request' (duration: 251.722696ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:01.766435Z","caller":"traceutil/trace.go:171","msg":"trace[1880726984] transaction","detail":"{read_only:false; response_revision:6782; number_of_response:1; }","duration":"253.990886ms","start":"2026-07-28T16:01:01.512431Z","end":"2026-07-28T16:01:01.766422Z","steps":["trace[1880726984] 'process raft request' (duration: 253.7878ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:01.766406Z","caller":"traceutil/trace.go:171","msg":"trace[783860050] transaction","detail":"{read_only:false; response_revision:6783; number_of_response:1; }","duration":"251.880911ms","start":"2026-07-28T16:01:01.514489Z","end":"2026-07-28T16:01:01.76637Z","steps":["trace[783860050] 'process raft request' (duration: 251.773929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:01.766456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:01:01.131415Z","time spent":"634.971817ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:01:01.766436Z","caller":"traceutil/trace.go:171","msg":"trace[744964042] transaction","detail":"{read_only:false; response_revision:6785; number_of_response:1; }","duration":"251.787308ms","start":"2026-07-28T16:01:01.514639Z","end":"2026-07-28T16:01:01.766426Z","steps":["trace[744964042] 'process raft request' (duration: 251.675545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:01.766552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.269941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12461"} {"level":"info","ts":"2026-07-28T16:01:01.76658Z","caller":"traceutil/trace.go:171","msg":"trace[1001021860] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6785; }","duration":"636.325442ms","start":"2026-07-28T16:01:01.130246Z","end":"2026-07-28T16:01:01.766571Z","steps":["trace[1001021860] 'agreement among raft nodes before linearized reading' (duration: 636.212098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:01.766605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:01:01.130237Z","time spent":"636.363174ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12484,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:01:01.76665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.501365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T16:01:01.766678Z","caller":"traceutil/trace.go:171","msg":"trace[1847828678] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:6785; }","duration":"614.553537ms","start":"2026-07-28T16:01:01.152115Z","end":"2026-07-28T16:01:01.766669Z","steps":["trace[1847828678] 'agreement among raft nodes before linearized reading' (duration: 614.472905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:01.7667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:01:01.152102Z","time spent":"614.590957ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:01:01.766705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.287071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63390"} {"level":"warn","ts":"2026-07-28T16:01:01.766702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.597995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:01:01.766734Z","caller":"traceutil/trace.go:171","msg":"trace[612578818] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:6785; }","duration":"636.318582ms","start":"2026-07-28T16:01:01.130407Z","end":"2026-07-28T16:01:01.766726Z","steps":["trace[612578818] 'agreement among raft nodes before linearized reading' (duration: 636.114226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:01.766755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.933236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:01:01.766751Z","caller":"traceutil/trace.go:171","msg":"trace[2124968310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6785; }","duration":"615.659266ms","start":"2026-07-28T16:01:01.15108Z","end":"2026-07-28T16:01:01.76674Z","steps":["trace[2124968310] 'agreement among raft nodes before linearized reading' (duration: 615.500643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:01.766763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:01:01.130355Z","time spent":"636.401675ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63413,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T16:01:01.76677Z","caller":"traceutil/trace.go:171","msg":"trace[727483531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6785; }","duration":"634.960326ms","start":"2026-07-28T16:01:01.131804Z","end":"2026-07-28T16:01:01.766765Z","steps":["trace[727483531] 'agreement among raft nodes before linearized reading' (duration: 634.936576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:01.766786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:01:01.131789Z","time spent":"634.993708ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:01:01.766783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:01:01.151057Z","time spent":"615.717257ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:01:01.766782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.0634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T16:01:01.766849Z","caller":"traceutil/trace.go:171","msg":"trace[1918877441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6785; }","duration":"618.158392ms","start":"2026-07-28T16:01:01.148673Z","end":"2026-07-28T16:01:01.766831Z","steps":["trace[1918877441] 'agreement among raft nodes before linearized reading' (duration: 617.965217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:01.766917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:01:01.14866Z","time spent":"618.246964ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:01:03.922705Z","caller":"traceutil/trace.go:171","msg":"trace[32616451] transaction","detail":"{read_only:false; response_revision:6792; number_of_response:1; }","duration":"147.034974ms","start":"2026-07-28T16:01:03.775646Z","end":"2026-07-28T16:01:03.922681Z","steps":["trace[32616451] 'process raft request' (duration: 146.87443ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:03.925651Z","caller":"traceutil/trace.go:171","msg":"trace[794491664] transaction","detail":"{read_only:false; response_revision:6793; number_of_response:1; }","duration":"149.969763ms","start":"2026-07-28T16:01:03.775666Z","end":"2026-07-28T16:01:03.925635Z","steps":["trace[794491664] 'process raft request' (duration: 149.751867ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:03.925651Z","caller":"traceutil/trace.go:171","msg":"trace[364381508] transaction","detail":"{read_only:false; response_revision:6794; number_of_response:1; }","duration":"149.942582ms","start":"2026-07-28T16:01:03.775687Z","end":"2026-07-28T16:01:03.925629Z","steps":["trace[364381508] 'process raft request' (duration: 149.851959ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:03.925849Z","caller":"traceutil/trace.go:171","msg":"trace[1530175111] transaction","detail":"{read_only:false; response_revision:6795; number_of_response:1; }","duration":"150.090656ms","start":"2026-07-28T16:01:03.77575Z","end":"2026-07-28T16:01:03.925841Z","steps":["trace[1530175111] 'process raft request' (duration: 149.844879ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:03.926348Z","caller":"traceutil/trace.go:171","msg":"trace[171197954] transaction","detail":"{read_only:false; response_revision:6796; number_of_response:1; }","duration":"150.402294ms","start":"2026-07-28T16:01:03.775933Z","end":"2026-07-28T16:01:03.926335Z","steps":["trace[171197954] 'process raft request' (duration: 150.255489ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:03.926626Z","caller":"traceutil/trace.go:171","msg":"trace[692632782] linearizableReadLoop","detail":"{readStateIndex:7033; appliedIndex:7028; }","duration":"150.468576ms","start":"2026-07-28T16:01:03.776137Z","end":"2026-07-28T16:01:03.926606Z","steps":["trace[692632782] 'read index received' (duration: 146.386977ms)","trace[692632782] 'applied index is now lower than readState.Index' (duration: 4.080539ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:01:03.926654Z","caller":"traceutil/trace.go:171","msg":"trace[1160012463] transaction","detail":"{read_only:false; response_revision:6797; number_of_response:1; }","duration":"148.00031ms","start":"2026-07-28T16:01:03.778642Z","end":"2026-07-28T16:01:03.926642Z","steps":["trace[1160012463] 'process raft request' (duration: 147.66011ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:03.926741Z","caller":"traceutil/trace.go:171","msg":"trace[2067183979] transaction","detail":"{read_only:false; response_revision:6798; number_of_response:1; }","duration":"147.658292ms","start":"2026-07-28T16:01:03.779067Z","end":"2026-07-28T16:01:03.926725Z","steps":["trace[2067183979] 'process raft request' (duration: 147.441356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:03.926959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.324785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T16:01:03.927026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.803645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63390"} {"level":"info","ts":"2026-07-28T16:01:03.927058Z","caller":"traceutil/trace.go:171","msg":"trace[1864630717] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:6798; }","duration":"147.861687ms","start":"2026-07-28T16:01:03.77919Z","end":"2026-07-28T16:01:03.927051Z","steps":["trace[1864630717] 'agreement among raft nodes before linearized reading' (duration: 147.6252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:03.927138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.989369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:01:03.927154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.234307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T16:01:03.92718Z","caller":"traceutil/trace.go:171","msg":"trace[1571652982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6798; }","duration":"149.386066ms","start":"2026-07-28T16:01:03.777602Z","end":"2026-07-28T16:01:03.926988Z","steps":["trace[1571652982] 'agreement among raft nodes before linearized reading' (duration: 149.177781ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:03.927189Z","caller":"traceutil/trace.go:171","msg":"trace[1981225310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6798; }","duration":"151.069032ms","start":"2026-07-28T16:01:03.776107Z","end":"2026-07-28T16:01:03.927176Z","steps":["trace[1981225310] 'agreement among raft nodes before linearized reading' (duration: 150.98617ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:03.927205Z","caller":"traceutil/trace.go:171","msg":"trace[1666926735] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:6798; }","duration":"148.322009ms","start":"2026-07-28T16:01:03.778869Z","end":"2026-07-28T16:01:03.927191Z","steps":["trace[1666926735] 'agreement among raft nodes before linearized reading' (duration: 148.133124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:03.927269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.604343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T16:01:03.927331Z","caller":"traceutil/trace.go:171","msg":"trace[956052590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6798; }","duration":"149.705295ms","start":"2026-07-28T16:01:03.777611Z","end":"2026-07-28T16:01:03.927316Z","steps":["trace[956052590] 'agreement among raft nodes before linearized reading' (duration: 149.535541ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:40.410134Z","caller":"traceutil/trace.go:171","msg":"trace[311080831] linearizableReadLoop","detail":"{readStateIndex:7295; appliedIndex:7294; }","duration":"302.086981ms","start":"2026-07-28T16:01:40.108012Z","end":"2026-07-28T16:01:40.410099Z","steps":["trace[311080831] 'read index received' (duration: 301.879046ms)","trace[311080831] 'applied index is now lower than readState.Index' (duration: 206.535µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:01:40.410175Z","caller":"traceutil/trace.go:171","msg":"trace[472792417] transaction","detail":"{read_only:false; response_revision:7050; number_of_response:1; }","duration":"302.892833ms","start":"2026-07-28T16:01:40.107236Z","end":"2026-07-28T16:01:40.410129Z","steps":["trace[472792417] 'process raft request' (duration: 302.675267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:40.41034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:01:40.107212Z","time spent":"303.045906ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:01:40.410471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.286117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T16:01:40.410506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.916083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:01:40.410554Z","caller":"traceutil/trace.go:171","msg":"trace[1578095330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7050; }","duration":"279.414341ms","start":"2026-07-28T16:01:40.131118Z","end":"2026-07-28T16:01:40.410533Z","steps":["trace[1578095330] 'agreement among raft nodes before linearized reading' (duration: 279.183614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:40.410625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.449426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T16:01:40.410631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.042261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:01:40.41072Z","caller":"traceutil/trace.go:171","msg":"trace[1423587624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7050; }","duration":"278.593129ms","start":"2026-07-28T16:01:40.132103Z","end":"2026-07-28T16:01:40.410697Z","steps":["trace[1423587624] 'agreement among raft nodes before linearized reading' (duration: 278.332532ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:40.410555Z","caller":"traceutil/trace.go:171","msg":"trace[275411861] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:7050; }","duration":"192.035607ms","start":"2026-07-28T16:01:40.218505Z","end":"2026-07-28T16:01:40.410541Z","steps":["trace[275411861] 'agreement among raft nodes before linearized reading' (duration: 191.902164ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:01:40.41073Z","caller":"traceutil/trace.go:171","msg":"trace[984204687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7050; }","duration":"279.202315ms","start":"2026-07-28T16:01:40.131504Z","end":"2026-07-28T16:01:40.410706Z","steps":["trace[984204687] 'agreement among raft nodes before linearized reading' (duration: 278.943089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:40.410671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.731761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mm589\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T16:01:40.410859Z","caller":"traceutil/trace.go:171","msg":"trace[971094012] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mm589; range_end:; response_count:1; response_revision:7050; }","duration":"273.947936ms","start":"2026-07-28T16:01:40.13689Z","end":"2026-07-28T16:01:40.410838Z","steps":["trace[971094012] 'agreement among raft nodes before linearized reading' (duration: 273.524555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:40.410884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.377819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T16:01:40.411068Z","caller":"traceutil/trace.go:171","msg":"trace[932359884] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7050; }","duration":"303.079938ms","start":"2026-07-28T16:01:40.107973Z","end":"2026-07-28T16:01:40.411053Z","steps":["trace[932359884] 'agreement among raft nodes before linearized reading' (duration: 302.242685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:40.411259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:01:40.107953Z","time spent":"303.266123ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:01:53.614563Z","caller":"traceutil/trace.go:171","msg":"trace[1438562224] linearizableReadLoop","detail":"{readStateIndex:7377; appliedIndex:7376; }","duration":"194.325938ms","start":"2026-07-28T16:01:53.420202Z","end":"2026-07-28T16:01:53.614528Z","steps":["trace[1438562224] 'read index received' (duration: 193.816234ms)","trace[1438562224] 'applied index is now lower than readState.Index' (duration: 508.324µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:01:53.615104Z","caller":"traceutil/trace.go:171","msg":"trace[291945739] transaction","detail":"{read_only:false; response_revision:7130; number_of_response:1; }","duration":"196.038812ms","start":"2026-07-28T16:01:53.419042Z","end":"2026-07-28T16:01:53.61508Z","steps":["trace[291945739] 'process raft request' (duration: 195.291433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:01:53.6151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.860392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-28T16:01:53.615215Z","caller":"traceutil/trace.go:171","msg":"trace[388279880] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7130; }","duration":"195.010946ms","start":"2026-07-28T16:01:53.420168Z","end":"2026-07-28T16:01:53.615179Z","steps":["trace[388279880] 'agreement among raft nodes before linearized reading' (duration: 194.590574ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:02:06.651639Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5097} {"level":"info","ts":"2026-07-28T16:02:06.71266Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5097,"took":"60.00975ms","hash":4005425904,"current-db-size-bytes":35155968,"current-db-size":"35 MB","current-db-size-in-use-bytes":10170368,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-28T16:02:06.712731Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4005425904,"revision":5097,"compact-revision":2958} {"level":"warn","ts":"2026-07-28T16:02:59.961107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.801936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12461"} {"level":"info","ts":"2026-07-28T16:02:59.961192Z","caller":"traceutil/trace.go:171","msg":"trace[535867017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7671; }","duration":"101.938441ms","start":"2026-07-28T16:02:59.859236Z","end":"2026-07-28T16:02:59.961174Z","steps":["trace[535867017] 'range keys from in-memory index tree' (duration: 101.54489ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:07.613485Z","caller":"traceutil/trace.go:171","msg":"trace[2146468097] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"293.794502ms","start":"2026-07-28T16:03:07.319655Z","end":"2026-07-28T16:03:07.61345Z","steps":["trace[2146468097] 'process raft request' (duration: 293.538014ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:07.613709Z","caller":"traceutil/trace.go:171","msg":"trace[1881274786] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"292.60259ms","start":"2026-07-28T16:03:07.321095Z","end":"2026-07-28T16:03:07.613698Z","steps":["trace[1881274786] 'process raft request' (duration: 292.265901ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:07.613675Z","caller":"traceutil/trace.go:171","msg":"trace[382077340] linearizableReadLoop","detail":"{readStateIndex:8384; appliedIndex:8381; }","duration":"286.500869ms","start":"2026-07-28T16:03:07.32714Z","end":"2026-07-28T16:03:07.613641Z","steps":["trace[382077340] 'read index received' (duration: 22.64943ms)","trace[382077340] 'applied index is now lower than readState.Index' (duration: 263.849139ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:03:07.613883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.720994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1893"} {"level":"info","ts":"2026-07-28T16:03:07.613943Z","caller":"traceutil/trace.go:171","msg":"trace[1279936329] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8101; }","duration":"286.822348ms","start":"2026-07-28T16:03:07.327109Z","end":"2026-07-28T16:03:07.613931Z","steps":["trace[1279936329] 'agreement among raft nodes before linearized reading' (duration: 286.626693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:07.614025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.821141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:03:07.614081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.483458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:62297"} {"level":"info","ts":"2026-07-28T16:03:07.614102Z","caller":"traceutil/trace.go:171","msg":"trace[595649748] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8101; }","duration":"279.926854ms","start":"2026-07-28T16:03:07.334154Z","end":"2026-07-28T16:03:07.614081Z","steps":["trace[595649748] 'agreement among raft nodes before linearized reading' (duration: 279.808281ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:07.614149Z","caller":"traceutil/trace.go:171","msg":"trace[339991495] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:8101; }","duration":"286.581431ms","start":"2026-07-28T16:03:07.32755Z","end":"2026-07-28T16:03:07.614131Z","steps":["trace[339991495] 'agreement among raft nodes before linearized reading' (duration: 286.307044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:07.61551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.016804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-07-28T16:03:07.615588Z","caller":"traceutil/trace.go:171","msg":"trace[365245543] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:8101; }","duration":"198.133898ms","start":"2026-07-28T16:03:07.417437Z","end":"2026-07-28T16:03:07.615571Z","steps":["trace[365245543] 'agreement among raft nodes before linearized reading' (duration: 196.483074ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:09.898022Z","caller":"traceutil/trace.go:171","msg":"trace[1098876377] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"107.140868ms","start":"2026-07-28T16:03:09.790837Z","end":"2026-07-28T16:03:09.897978Z","steps":["trace[1098876377] 'process raft request' (duration: 20.309558ms)","trace[1098876377] 'compare' (duration: 86.668355ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:03:13.076657Z","caller":"traceutil/trace.go:171","msg":"trace[1371335135] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"190.981419ms","start":"2026-07-28T16:03:12.885647Z","end":"2026-07-28T16:03:13.076629Z","steps":["trace[1371335135] 'process raft request' (duration: 190.64859ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:13.40063Z","caller":"traceutil/trace.go:171","msg":"trace[1893365046] linearizableReadLoop","detail":"{readStateIndex:8528; appliedIndex:8526; }","duration":"442.926702ms","start":"2026-07-28T16:03:12.957681Z","end":"2026-07-28T16:03:13.400608Z","steps":["trace[1893365046] 'read index received' (duration: 118.799167ms)","trace[1893365046] 'applied index is now lower than readState.Index' (duration: 324.126515ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:03:13.400841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.149468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T16:03:13.400871Z","caller":"traceutil/trace.go:171","msg":"trace[436696972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8241; }","duration":"443.23818ms","start":"2026-07-28T16:03:12.957625Z","end":"2026-07-28T16:03:13.400864Z","steps":["trace[436696972] 'agreement among raft nodes before linearized reading' (duration: 443.106237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:13.400894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:12.957607Z","time spent":"443.281111ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:03:13.400985Z","caller":"traceutil/trace.go:171","msg":"trace[250332800] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"514.745304ms","start":"2026-07-28T16:03:12.885942Z","end":"2026-07-28T16:03:13.400688Z","steps":["trace[250332800] 'process raft request' (duration: 475.974777ms)","trace[250332800] 'compare' (duration: 38.255574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:03:13.401125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.411766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-28T16:03:13.401133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.50598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-4nxpg\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-07-28T16:03:13.40118Z","caller":"traceutil/trace.go:171","msg":"trace[1691864230] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8241; }","duration":"431.49648ms","start":"2026-07-28T16:03:12.969665Z","end":"2026-07-28T16:03:13.401161Z","steps":["trace[1691864230] 'agreement among raft nodes before linearized reading' (duration: 431.405397ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:13.401202Z","caller":"traceutil/trace.go:171","msg":"trace[59436238] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-4nxpg; range_end:; response_count:1; response_revision:8241; }","duration":"246.626754ms","start":"2026-07-28T16:03:13.154557Z","end":"2026-07-28T16:03:13.401184Z","steps":["trace[59436238] 'agreement among raft nodes before linearized reading' (duration: 246.401437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:13.40122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:12.969642Z","time spent":"431.570302ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:03:13.401069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.127342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T16:03:13.401029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.943074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mm589\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-28T16:03:13.401369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:12.885923Z","time spent":"515.192415ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:03:13.401376Z","caller":"traceutil/trace.go:171","msg":"trace[100802552] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mm589; range_end:; response_count:1; response_revision:8241; }","duration":"417.306784ms","start":"2026-07-28T16:03:12.984034Z","end":"2026-07-28T16:03:13.401341Z","steps":["trace[100802552] 'agreement among raft nodes before linearized reading' (duration: 416.872402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:13.401608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:12.984017Z","time spent":"417.56081ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mm589\" "} {"level":"info","ts":"2026-07-28T16:03:13.401399Z","caller":"traceutil/trace.go:171","msg":"trace[2016110942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8241; }","duration":"436.456592ms","start":"2026-07-28T16:03:12.964878Z","end":"2026-07-28T16:03:13.401334Z","steps":["trace[2016110942] 'agreement among raft nodes before linearized reading' (duration: 436.03209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:13.401668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:12.964861Z","time spent":"436.79283ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:03:13.5816Z","caller":"traceutil/trace.go:171","msg":"trace[1379235495] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"175.632652ms","start":"2026-07-28T16:03:13.405939Z","end":"2026-07-28T16:03:13.581572Z","steps":["trace[1379235495] 'process raft request' (duration: 166.902231ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:13.581614Z","caller":"traceutil/trace.go:171","msg":"trace[461213126] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"172.778137ms","start":"2026-07-28T16:03:13.408818Z","end":"2026-07-28T16:03:13.581597Z","steps":["trace[461213126] 'process raft request' (duration: 172.712345ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:13.581943Z","caller":"traceutil/trace.go:171","msg":"trace[1646598664] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"175.963592ms","start":"2026-07-28T16:03:13.405958Z","end":"2026-07-28T16:03:13.581922Z","steps":["trace[1646598664] 'process raft request' (duration: 175.469298ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:13.733705Z","caller":"traceutil/trace.go:171","msg":"trace[810304415] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"146.957643ms","start":"2026-07-28T16:03:13.586722Z","end":"2026-07-28T16:03:13.73368Z","steps":["trace[810304415] 'process raft request' (duration: 146.784307ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:13.780786Z","caller":"traceutil/trace.go:171","msg":"trace[2132488385] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"193.239438ms","start":"2026-07-28T16:03:13.587513Z","end":"2026-07-28T16:03:13.780752Z","steps":["trace[2132488385] 'process raft request' (duration: 193.002891ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:13.78081Z","caller":"traceutil/trace.go:171","msg":"trace[1285736923] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"193.082424ms","start":"2026-07-28T16:03:13.587704Z","end":"2026-07-28T16:03:13.780786Z","steps":["trace[1285736923] 'process raft request' (duration: 192.943461ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:13.781048Z","caller":"traceutil/trace.go:171","msg":"trace[1327316581] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"185.984676ms","start":"2026-07-28T16:03:13.595052Z","end":"2026-07-28T16:03:13.781036Z","steps":["trace[1327316581] 'process raft request' (duration: 185.661508ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:13.781221Z","caller":"traceutil/trace.go:171","msg":"trace[452293141] linearizableReadLoop","detail":"{readStateIndex:8536; appliedIndex:8532; }","duration":"102.119794ms","start":"2026-07-28T16:03:13.67909Z","end":"2026-07-28T16:03:13.78121Z","steps":["trace[452293141] 'read index received' (duration: 54.477002ms)","trace[452293141] 'applied index is now lower than readState.Index' (duration: 47.641662ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:03:13.781356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.254688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T16:03:13.781397Z","caller":"traceutil/trace.go:171","msg":"trace[1765154075] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8249; }","duration":"102.349871ms","start":"2026-07-28T16:03:13.679038Z","end":"2026-07-28T16:03:13.781388Z","steps":["trace[1765154075] 'agreement among raft nodes before linearized reading' (duration: 102.243258ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:13.989965Z","caller":"traceutil/trace.go:171","msg":"trace[1413411421] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"204.210419ms","start":"2026-07-28T16:03:13.785723Z","end":"2026-07-28T16:03:13.989934Z","steps":["trace[1413411421] 'process raft request' (duration: 107.99728ms)","trace[1413411421] 'compare' (duration: 95.948331ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:03:14.041036Z","caller":"traceutil/trace.go:171","msg":"trace[1169547905] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"254.540642ms","start":"2026-07-28T16:03:13.786446Z","end":"2026-07-28T16:03:14.040987Z","steps":["trace[1169547905] 'process raft request' (duration: 254.327286ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:14.04137Z","caller":"traceutil/trace.go:171","msg":"trace[1224779448] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"249.106148ms","start":"2026-07-28T16:03:13.792251Z","end":"2026-07-28T16:03:14.041357Z","steps":["trace[1224779448] 'process raft request' (duration: 248.951644ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:14.041373Z","caller":"traceutil/trace.go:171","msg":"trace[572373061] linearizableReadLoop","detail":"{readStateIndex:8540; appliedIndex:8537; }","duration":"121.320533ms","start":"2026-07-28T16:03:13.920019Z","end":"2026-07-28T16:03:14.04134Z","steps":["trace[572373061] 'read index received' (duration: 120.786069ms)","trace[572373061] 'applied index is now lower than readState.Index' (duration: 532.924µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:03:14.041471Z","caller":"traceutil/trace.go:171","msg":"trace[362842986] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"254.825569ms","start":"2026-07-28T16:03:13.786637Z","end":"2026-07-28T16:03:14.041463Z","steps":["trace[362842986] 'process raft request' (duration: 254.297655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:14.041517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.476047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:03:14.041584Z","caller":"traceutil/trace.go:171","msg":"trace[787872667] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8253; }","duration":"121.59724ms","start":"2026-07-28T16:03:13.919967Z","end":"2026-07-28T16:03:14.041565Z","steps":["trace[787872667] 'agreement among raft nodes before linearized reading' (duration: 121.482407ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:26.706808Z","caller":"traceutil/trace.go:171","msg":"trace[19264919] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"207.285869ms","start":"2026-07-28T16:03:26.49947Z","end":"2026-07-28T16:03:26.706756Z","steps":["trace[19264919] 'process raft request' (duration: 184.981928ms)","trace[19264919] 'compare' (duration: 21.916161ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:03:26.706952Z","caller":"traceutil/trace.go:171","msg":"trace[419271333] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"201.787563ms","start":"2026-07-28T16:03:26.505146Z","end":"2026-07-28T16:03:26.706934Z","steps":["trace[419271333] 'process raft request' (duration: 201.592058ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:26.707043Z","caller":"traceutil/trace.go:171","msg":"trace[939776093] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"205.250975ms","start":"2026-07-28T16:03:26.501783Z","end":"2026-07-28T16:03:26.707034Z","steps":["trace[939776093] 'process raft request' (duration: 204.829025ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:28.826702Z","caller":"traceutil/trace.go:171","msg":"trace[2110873522] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"109.235743ms","start":"2026-07-28T16:03:28.717446Z","end":"2026-07-28T16:03:28.826681Z","steps":["trace[2110873522] 'process raft request' (duration: 109.13078ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:28.826717Z","caller":"traceutil/trace.go:171","msg":"trace[1079828828] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"109.404887ms","start":"2026-07-28T16:03:28.717279Z","end":"2026-07-28T16:03:28.826684Z","steps":["trace[1079828828] 'process raft request' (duration: 109.1566ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:28.826969Z","caller":"traceutil/trace.go:171","msg":"trace[1137790388] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"103.588743ms","start":"2026-07-28T16:03:28.723369Z","end":"2026-07-28T16:03:28.826957Z","steps":["trace[1137790388] 'process raft request' (duration: 103.247985ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:28.826948Z","caller":"traceutil/trace.go:171","msg":"trace[40417936] linearizableReadLoop","detail":"{readStateIndex:8894; appliedIndex:8892; }","duration":"104.775244ms","start":"2026-07-28T16:03:28.722109Z","end":"2026-07-28T16:03:28.826885Z","steps":["trace[40417936] 'read index received' (duration: 30.106687ms)","trace[40417936] 'applied index is now lower than readState.Index' (duration: 74.658886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:03:28.827198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.066842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13543"} {"level":"info","ts":"2026-07-28T16:03:28.827268Z","caller":"traceutil/trace.go:171","msg":"trace[1455289857] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8598; }","duration":"105.166485ms","start":"2026-07-28T16:03:28.722085Z","end":"2026-07-28T16:03:28.827251Z","steps":["trace[1455289857] 'agreement among raft nodes before linearized reading' (duration: 104.99054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:28.827338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.511572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T16:03:28.827381Z","caller":"traceutil/trace.go:171","msg":"trace[1072919063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8598; }","duration":"100.600255ms","start":"2026-07-28T16:03:28.726766Z","end":"2026-07-28T16:03:28.827367Z","steps":["trace[1072919063] 'agreement among raft nodes before linearized reading' (duration: 100.367159ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:30.68394Z","caller":"traceutil/trace.go:171","msg":"trace[2042594040] linearizableReadLoop","detail":"{readStateIndex:8940; appliedIndex:8939; }","duration":"130.350231ms","start":"2026-07-28T16:03:30.553566Z","end":"2026-07-28T16:03:30.683917Z","steps":["trace[2042594040] 'read index received' (duration: 130.150496ms)","trace[2042594040] 'applied index is now lower than readState.Index' (duration: 198.705µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:03:30.684095Z","caller":"traceutil/trace.go:171","msg":"trace[1078796110] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"520.34507ms","start":"2026-07-28T16:03:30.163619Z","end":"2026-07-28T16:03:30.683964Z","steps":["trace[1078796110] 'process raft request' (duration: 520.105084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:30.684164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.583667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12461"} {"level":"info","ts":"2026-07-28T16:03:30.684309Z","caller":"traceutil/trace.go:171","msg":"trace[1881036204] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8641; }","duration":"130.771292ms","start":"2026-07-28T16:03:30.553526Z","end":"2026-07-28T16:03:30.684297Z","steps":["trace[1881036204] 'agreement among raft nodes before linearized reading' (duration: 130.478685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:30.684303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:30.163599Z","time spent":"520.618636ms","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127525,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:03:30.777064Z","caller":"traceutil/trace.go:171","msg":"trace[843447813] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"203.313455ms","start":"2026-07-28T16:03:30.573694Z","end":"2026-07-28T16:03:30.777007Z","steps":["trace[843447813] 'process raft request' (duration: 203.161281ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:39.920362Z","caller":"traceutil/trace.go:171","msg":"trace[468339452] linearizableReadLoop","detail":"{readStateIndex:9132; appliedIndex:9131; }","duration":"340.057855ms","start":"2026-07-28T16:03:39.580273Z","end":"2026-07-28T16:03:39.920331Z","steps":["trace[468339452] 'read index received' (duration: 340.003644ms)","trace[468339452] 'applied index is now lower than readState.Index' (duration: 52.791µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:03:39.920484Z","caller":"traceutil/trace.go:171","msg":"trace[1534323374] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"348.341994ms","start":"2026-07-28T16:03:39.572107Z","end":"2026-07-28T16:03:39.920449Z","steps":["trace[1534323374] 'process raft request' (duration: 348.041877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:39.920645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:39.572081Z","time spent":"348.482817ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:03:39.920646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.340052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T16:03:39.920708Z","caller":"traceutil/trace.go:171","msg":"trace[1128955416] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8832; }","duration":"340.478646ms","start":"2026-07-28T16:03:39.580214Z","end":"2026-07-28T16:03:39.920693Z","steps":["trace[1128955416] 'agreement among raft nodes before linearized reading' (duration: 340.331493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:39.920756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:39.580184Z","time spent":"340.558319ms","remote":"127.0.0.1:48248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:03:39.948042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.778091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1631"} {"level":"info","ts":"2026-07-28T16:03:39.948152Z","caller":"traceutil/trace.go:171","msg":"trace[19266450] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8833; }","duration":"335.956887ms","start":"2026-07-28T16:03:39.612172Z","end":"2026-07-28T16:03:39.948129Z","steps":["trace[19266450] 'agreement among raft nodes before linearized reading' (duration: 335.636238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:39.948196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:39.612148Z","time spent":"336.038859ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1654,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:03:39.948313Z","caller":"traceutil/trace.go:171","msg":"trace[616019709] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"224.029163ms","start":"2026-07-28T16:03:39.724254Z","end":"2026-07-28T16:03:39.948283Z","steps":["trace[616019709] 'process raft request' (duration: 223.314654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:39.948504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.859363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T16:03:39.948606Z","caller":"traceutil/trace.go:171","msg":"trace[546308004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8833; }","duration":"160.038597ms","start":"2026-07-28T16:03:39.788544Z","end":"2026-07-28T16:03:39.948583Z","steps":["trace[546308004] 'agreement among raft nodes before linearized reading' (duration: 159.684608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:39.948708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.842838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T16:03:39.948863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.647648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mm589\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T16:03:39.948864Z","caller":"traceutil/trace.go:171","msg":"trace[773977776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8833; }","duration":"173.060543ms","start":"2026-07-28T16:03:39.775769Z","end":"2026-07-28T16:03:39.948829Z","steps":["trace[773977776] 'agreement among raft nodes before linearized reading' (duration: 172.798746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:39.948731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.653987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T16:03:39.948926Z","caller":"traceutil/trace.go:171","msg":"trace[1202490727] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mm589; range_end:; response_count:1; response_revision:8833; }","duration":"301.74202ms","start":"2026-07-28T16:03:39.647165Z","end":"2026-07-28T16:03:39.948907Z","steps":["trace[1202490727] 'agreement among raft nodes before linearized reading' (duration: 301.571576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:39.94896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:39.647147Z","time spent":"301.804893ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mm589\" "} {"level":"info","ts":"2026-07-28T16:03:39.948968Z","caller":"traceutil/trace.go:171","msg":"trace[616446816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8833; }","duration":"159.890645ms","start":"2026-07-28T16:03:39.789034Z","end":"2026-07-28T16:03:39.948925Z","steps":["trace[616446816] 'agreement among raft nodes before linearized reading' (duration: 159.435032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:39.948665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.681006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-28T16:03:39.94897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.831646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T16:03:39.949107Z","caller":"traceutil/trace.go:171","msg":"trace[1434586038] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8833; }","duration":"304.022151ms","start":"2026-07-28T16:03:39.645047Z","end":"2026-07-28T16:03:39.949069Z","steps":["trace[1434586038] 'agreement among raft nodes before linearized reading' (duration: 303.610109ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:39.949109Z","caller":"traceutil/trace.go:171","msg":"trace[901244199] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:8833; }","duration":"175.085537ms","start":"2026-07-28T16:03:39.773954Z","end":"2026-07-28T16:03:39.94904Z","steps":["trace[901244199] 'agreement among raft nodes before linearized reading' (duration: 174.556682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:39.949173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:39.645026Z","time spent":"304.136944ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:03:52.549697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335355404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:03:54.301092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380330074s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T16:03:54.301224Z","caller":"traceutil/trace.go:171","msg":"trace[525695233] transaction","detail":"{read_only:false; response_revision:9010; number_of_response:1; }","duration":"2.251865273s","start":"2026-07-28T16:03:52.049339Z","end":"2026-07-28T16:03:54.301204Z","steps":["trace[525695233] 'process raft request' (duration: 871.342114ms)","trace[525695233] 'compare' (duration: 1.379688937s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:03:54.301283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:52.049309Z","time spent":"2.251944975s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:03:54.671709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.619899ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:03:54.671902Z","caller":"traceutil/trace.go:171","msg":"trace[1791136979] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9010; }","duration":"201.829776ms","start":"2026-07-28T16:03:54.470042Z","end":"2026-07-28T16:03:54.671872Z","steps":["trace[1791136979] 'range keys from in-memory index tree' (duration: 201.583869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.674654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.754163354s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:03:54.675389Z","caller":"traceutil/trace.go:171","msg":"trace[1263086123] linearizableReadLoop","detail":"{readStateIndex:9318; appliedIndex:9315; }","duration":"2.62593707s","start":"2026-07-28T16:03:52.049429Z","end":"2026-07-28T16:03:54.675366Z","steps":["trace[1263086123] 'read index received' (duration: 871.208241ms)","trace[1263086123] 'applied index is now lower than readState.Index' (duration: 1.754727769s)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:03:54.675109Z","caller":"traceutil/trace.go:171","msg":"trace[1776248916] transaction","detail":"{read_only:false; response_revision:9011; number_of_response:1; }","duration":"2.62558732s","start":"2026-07-28T16:03:52.049498Z","end":"2026-07-28T16:03:54.675085Z","steps":["trace[1776248916] 'process raft request' (duration: 2.625336084s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:54.675482Z","caller":"traceutil/trace.go:171","msg":"trace[1179647214] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"1.812270833s","start":"2026-07-28T16:03:52.863201Z","end":"2026-07-28T16:03:54.675472Z","steps":["trace[1179647214] 'process raft request' (duration: 1.812097158s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:54.675465Z","caller":"traceutil/trace.go:171","msg":"trace[1780165693] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"1.817437879s","start":"2026-07-28T16:03:52.857997Z","end":"2026-07-28T16:03:54.675435Z","steps":["trace[1780165693] 'process raft request' (duration: 1.817218002s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.67556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:52.049477Z","time spent":"2.626000971s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:03:54.675596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:52.863191Z","time spent":"1.812319434s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:03:54.675604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:52.857973Z","time spent":"1.817549042s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:03:54.67572Z","caller":"traceutil/trace.go:171","msg":"trace[706351847] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"2.626151535s","start":"2026-07-28T16:03:52.049548Z","end":"2026-07-28T16:03:54.6757Z","steps":["trace[706351847] 'process raft request' (duration: 2.625495508s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:54.675712Z","caller":"traceutil/trace.go:171","msg":"trace[735183890] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"1.76007743s","start":"2026-07-28T16:03:52.915581Z","end":"2026-07-28T16:03:54.675658Z","steps":["trace[735183890] 'process raft request' (duration: 1.759748842s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.675789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:52.04953Z","time spent":"2.626226937s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:03:54.675864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:52.915563Z","time spent":"1.760222424s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:03:54.676032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626584677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82475"} {"level":"info","ts":"2026-07-28T16:03:54.676107Z","caller":"traceutil/trace.go:171","msg":"trace[1042201690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:9015; }","duration":"2.626670499s","start":"2026-07-28T16:03:52.049406Z","end":"2026-07-28T16:03:54.676076Z","steps":["trace[1042201690] 'agreement among raft nodes before linearized reading' (duration: 2.626290928s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.676154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:52.049394Z","time spent":"2.626746901s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82498,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T16:03:54.679455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206060841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:03:54.679518Z","caller":"traceutil/trace.go:171","msg":"trace[2040010869] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:9016; }","duration":"2.206158884s","start":"2026-07-28T16:03:52.47335Z","end":"2026-07-28T16:03:54.679509Z","steps":["trace[2040010869] 'agreement among raft nodes before linearized reading' (duration: 2.20605199s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.679543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:52.473332Z","time spent":"2.206204845s","remote":"127.0.0.1:40762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:03:54.679618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638492831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-28T16:03:54.679657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.52211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T16:03:54.679683Z","caller":"traceutil/trace.go:171","msg":"trace[1609125464] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:9016; }","duration":"1.638607874s","start":"2026-07-28T16:03:53.041054Z","end":"2026-07-28T16:03:54.679662Z","steps":["trace[1609125464] 'agreement among raft nodes before linearized reading' (duration: 1.63847624s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.679652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.970643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T16:03:54.679716Z","caller":"traceutil/trace.go:171","msg":"trace[1173013887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9016; }","duration":"865.588912ms","start":"2026-07-28T16:03:53.814109Z","end":"2026-07-28T16:03:54.679698Z","steps":["trace[1173013887] 'agreement among raft nodes before linearized reading' (duration: 865.451748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.67973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:53.041032Z","time spent":"1.638685805s","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-28T16:03:54.679762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734607116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T16:03:54.679755Z","caller":"traceutil/trace.go:171","msg":"trace[1952730175] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9016; }","duration":"613.121626ms","start":"2026-07-28T16:03:54.066609Z","end":"2026-07-28T16:03:54.67973Z","steps":["trace[1952730175] 'agreement among raft nodes before linearized reading' (duration: 612.821259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.679766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:53.814041Z","time spent":"865.714996ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:03:54.679793Z","caller":"traceutil/trace.go:171","msg":"trace[842110876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9016; }","duration":"1.734682478s","start":"2026-07-28T16:03:52.945104Z","end":"2026-07-28T16:03:54.679786Z","steps":["trace[842110876] 'agreement among raft nodes before linearized reading' (duration: 1.734606496s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.679812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:52.945076Z","time spent":"1.734732379s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:03:54.679796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.969066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T16:03:54.679818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:54.066588Z","time spent":"613.216179ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:03:54.67985Z","caller":"traceutil/trace.go:171","msg":"trace[581276811] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9016; }","duration":"527.058468ms","start":"2026-07-28T16:03:54.152776Z","end":"2026-07-28T16:03:54.679834Z","steps":["trace[581276811] 'agreement among raft nodes before linearized reading' (duration: 526.883924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.679892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:54.152757Z","time spent":"527.124309ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:03:54.679954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907023292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:03:54.679973Z","caller":"traceutil/trace.go:171","msg":"trace[2085386150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9016; }","duration":"1.907080823s","start":"2026-07-28T16:03:52.772887Z","end":"2026-07-28T16:03:54.679968Z","steps":["trace[2085386150] 'agreement among raft nodes before linearized reading' (duration: 1.907013132s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.679989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:52.772865Z","time spent":"1.907121004s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:03:54.680096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.688782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T16:03:54.680133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.664627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T16:03:54.68014Z","caller":"traceutil/trace.go:171","msg":"trace[1815787508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9016; }","duration":"678.773086ms","start":"2026-07-28T16:03:54.001356Z","end":"2026-07-28T16:03:54.680129Z","steps":["trace[1815787508] 'agreement among raft nodes before linearized reading' (duration: 678.657412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.680161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.448612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:03:54.680181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:54.001335Z","time spent":"678.837248ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:03:54.680179Z","caller":"traceutil/trace.go:171","msg":"trace[1705330442] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9016; }","duration":"367.735129ms","start":"2026-07-28T16:03:54.31243Z","end":"2026-07-28T16:03:54.680165Z","steps":["trace[1705330442] 'agreement among raft nodes before linearized reading' (duration: 367.610685ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:54.68022Z","caller":"traceutil/trace.go:171","msg":"trace[714667398] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9016; }","duration":"529.540473ms","start":"2026-07-28T16:03:54.150661Z","end":"2026-07-28T16:03:54.680202Z","steps":["trace[714667398] 'agreement among raft nodes before linearized reading' (duration: 529.381588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.680227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:54.312411Z","time spent":"367.800961ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:03:54.680238Z","caller":"traceutil/trace.go:171","msg":"trace[376582008] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"1.759617039s","start":"2026-07-28T16:03:52.92061Z","end":"2026-07-28T16:03:54.680227Z","steps":["trace[376582008] 'process raft request' (duration: 1.758711404s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.680293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:52.9206Z","time spent":"1.75966161s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:03:54.680297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:54.15064Z","time spent":"529.614896ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:03:54.680323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284454685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-28T16:03:54.679695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651624328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:03:54.680364Z","caller":"traceutil/trace.go:171","msg":"trace[885340342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9016; }","duration":"1.284523297s","start":"2026-07-28T16:03:53.395822Z","end":"2026-07-28T16:03:54.680346Z","steps":["trace[885340342] 'agreement among raft nodes before linearized reading' (duration: 1.284436755s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:54.680368Z","caller":"traceutil/trace.go:171","msg":"trace[1380127835] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9016; }","duration":"1.652333736s","start":"2026-07-28T16:03:53.028028Z","end":"2026-07-28T16:03:54.680361Z","steps":["trace[1380127835] 'agreement among raft nodes before linearized reading' (duration: 1.651642018s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.680386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:53.395801Z","time spent":"1.284579409s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:03:54.680389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:53.028008Z","time spent":"1.652374168s","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:03:54.680507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.277211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-gdz57\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-07-28T16:03:54.680551Z","caller":"traceutil/trace.go:171","msg":"trace[118330180] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-gdz57; range_end:; response_count:1; response_revision:9016; }","duration":"306.641421ms","start":"2026-07-28T16:03:54.373895Z","end":"2026-07-28T16:03:54.680536Z","steps":["trace[118330180] 'agreement among raft nodes before linearized reading' (duration: 305.553002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:54.680582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:03:54.373875Z","time spent":"306.696722ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4367,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-gdz57\" "} {"level":"info","ts":"2026-07-28T16:03:54.967407Z","caller":"traceutil/trace.go:171","msg":"trace[346528317] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"282.938992ms","start":"2026-07-28T16:03:54.684443Z","end":"2026-07-28T16:03:54.967382Z","steps":["trace[346528317] 'process raft request' (duration: 282.733237ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:54.967685Z","caller":"traceutil/trace.go:171","msg":"trace[517559449] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"283.202869ms","start":"2026-07-28T16:03:54.684453Z","end":"2026-07-28T16:03:54.967656Z","steps":["trace[517559449] 'process raft request' (duration: 282.879891ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:54.967941Z","caller":"traceutil/trace.go:171","msg":"trace[297305994] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"283.388455ms","start":"2026-07-28T16:03:54.684532Z","end":"2026-07-28T16:03:54.96792Z","steps":["trace[297305994] 'process raft request' (duration: 283.029315ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:54.967992Z","caller":"traceutil/trace.go:171","msg":"trace[196850757] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"282.968484ms","start":"2026-07-28T16:03:54.685011Z","end":"2026-07-28T16:03:54.967979Z","steps":["trace[196850757] 'process raft request' (duration: 282.727527ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:54.968067Z","caller":"traceutil/trace.go:171","msg":"trace[879726682] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"282.882101ms","start":"2026-07-28T16:03:54.685173Z","end":"2026-07-28T16:03:54.968055Z","steps":["trace[879726682] 'process raft request' (duration: 282.746598ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:54.968136Z","caller":"traceutil/trace.go:171","msg":"trace[1153290151] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"282.82995ms","start":"2026-07-28T16:03:54.685279Z","end":"2026-07-28T16:03:54.968109Z","steps":["trace[1153290151] 'process raft request' (duration: 282.672146ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:54.968205Z","caller":"traceutil/trace.go:171","msg":"trace[1548884312] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"280.516619ms","start":"2026-07-28T16:03:54.687679Z","end":"2026-07-28T16:03:54.968196Z","steps":["trace[1548884312] 'process raft request' (duration: 280.301803ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:54.968185Z","caller":"traceutil/trace.go:171","msg":"trace[665084508] linearizableReadLoop","detail":"{readStateIndex:9330; appliedIndex:9322; }","duration":"278.824944ms","start":"2026-07-28T16:03:54.689339Z","end":"2026-07-28T16:03:54.968164Z","steps":["trace[665084508] 'read index received' (duration: 13.415045ms)","trace[665084508] 'applied index is now lower than readState.Index' (duration: 265.408889ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:03:54.968327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.976657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:03:54.968367Z","caller":"traceutil/trace.go:171","msg":"trace[1624277009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9024; }","duration":"279.059ms","start":"2026-07-28T16:03:54.689298Z","end":"2026-07-28T16:03:54.968357Z","steps":["trace[1624277009] 'agreement among raft nodes before linearized reading' (duration: 278.976428ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:55.140324Z","caller":"traceutil/trace.go:171","msg":"trace[1009217875] linearizableReadLoop","detail":"{readStateIndex:9331; appliedIndex:9330; }","duration":"172.007476ms","start":"2026-07-28T16:03:54.968294Z","end":"2026-07-28T16:03:55.140301Z","steps":["trace[1009217875] 'read index received' (duration: 171.929774ms)","trace[1009217875] 'applied index is now lower than readState.Index' (duration: 76.432µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:03:55.140497Z","caller":"traceutil/trace.go:171","msg":"trace[103372788] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"185.03957ms","start":"2026-07-28T16:03:54.955369Z","end":"2026-07-28T16:03:55.140408Z","steps":["trace[103372788] 'process raft request' (duration: 184.804234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:03:55.140902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.314747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T16:03:55.140953Z","caller":"traceutil/trace.go:171","msg":"trace[1012594597] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9025; }","duration":"231.423149ms","start":"2026-07-28T16:03:54.909518Z","end":"2026-07-28T16:03:55.140941Z","steps":["trace[1012594597] 'agreement among raft nodes before linearized reading' (duration: 230.899834ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:55.174656Z","caller":"traceutil/trace.go:171","msg":"trace[1180733712] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"200.609543ms","start":"2026-07-28T16:03:54.974026Z","end":"2026-07-28T16:03:55.174636Z","steps":["trace[1180733712] 'process raft request' (duration: 200.360066ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:55.175183Z","caller":"traceutil/trace.go:171","msg":"trace[326639332] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"200.857569ms","start":"2026-07-28T16:03:54.974252Z","end":"2026-07-28T16:03:55.175109Z","steps":["trace[326639332] 'process raft request' (duration: 200.324205ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:55.175413Z","caller":"traceutil/trace.go:171","msg":"trace[959684852] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"200.148321ms","start":"2026-07-28T16:03:54.975245Z","end":"2026-07-28T16:03:55.175393Z","steps":["trace[959684852] 'process raft request' (duration: 199.711499ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:03:55.354681Z","caller":"traceutil/trace.go:171","msg":"trace[410170961] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"173.246608ms","start":"2026-07-28T16:03:55.181408Z","end":"2026-07-28T16:03:55.354655Z","steps":["trace[410170961] 'process raft request' (duration: 165.80554ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:04:38.416138Z","caller":"traceutil/trace.go:171","msg":"trace[144795985] transaction","detail":"{read_only:false; response_revision:9437; number_of_response:1; }","duration":"150.211958ms","start":"2026-07-28T16:04:38.265868Z","end":"2026-07-28T16:04:38.41608Z","steps":["trace[144795985] 'process raft request' (duration: 150.027533ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:05:05.197052Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T16:05:05.202486Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-28T16:05:05.202586Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-28T16:07:06.793571Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7224} {"level":"info","ts":"2026-07-28T16:07:07.071455Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7224,"took":"276.662811ms","hash":2173504375,"current-db-size-bytes":36835328,"current-db-size":"37 MB","current-db-size-in-use-bytes":33976320,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-28T16:07:07.07154Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2173504375,"revision":7224,"compact-revision":5097} {"level":"info","ts":"2026-07-28T16:07:07.514128Z","caller":"traceutil/trace.go:171","msg":"trace[189635011] transaction","detail":"{read_only:false; response_revision:10577; number_of_response:1; }","duration":"133.997331ms","start":"2026-07-28T16:07:07.380082Z","end":"2026-07-28T16:07:07.51408Z","steps":["trace[189635011] 'process raft request' (duration: 133.276251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:07:07.514293Z","caller":"traceutil/trace.go:171","msg":"trace[692407527] transaction","detail":"{read_only:false; response_revision:10578; number_of_response:1; }","duration":"133.477477ms","start":"2026-07-28T16:07:07.380772Z","end":"2026-07-28T16:07:07.51425Z","steps":["trace[692407527] 'process raft request' (duration: 133.23956ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:09:39.80988Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002ffc.wal"} {"level":"info","ts":"2026-07-28T16:10:22.225217Z","caller":"traceutil/trace.go:171","msg":"trace[1118813115] transaction","detail":"{read_only:false; response_revision:12358; number_of_response:1; }","duration":"121.820625ms","start":"2026-07-28T16:10:22.103355Z","end":"2026-07-28T16:10:22.225175Z","steps":["trace[1118813115] 'process raft request' (duration: 70.771474ms)","trace[1118813115] 'compare' (duration: 50.854056ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:10:33.501984Z","caller":"traceutil/trace.go:171","msg":"trace[559117748] linearizableReadLoop","detail":"{readStateIndex:12833; appliedIndex:12832; }","duration":"370.618132ms","start":"2026-07-28T16:10:33.131341Z","end":"2026-07-28T16:10:33.501959Z","steps":["trace[559117748] 'read index received' (duration: 286.534176ms)","trace[559117748] 'applied index is now lower than readState.Index' (duration: 84.082986ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:10:33.502044Z","caller":"traceutil/trace.go:171","msg":"trace[556245563] transaction","detail":"{read_only:false; response_revision:12432; number_of_response:1; }","duration":"494.675097ms","start":"2026-07-28T16:10:33.007333Z","end":"2026-07-28T16:10:33.502008Z","steps":["trace[556245563] 'process raft request' (duration: 410.589101ms)","trace[556245563] 'compare' (duration: 83.84676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:10:33.502153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.792446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mm589\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-28T16:10:33.502162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:10:33.007323Z","time spent":"494.77531ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:10:33.502187Z","caller":"traceutil/trace.go:171","msg":"trace[1512012092] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mm589; range_end:; response_count:1; response_revision:12432; }","duration":"370.87383ms","start":"2026-07-28T16:10:33.131302Z","end":"2026-07-28T16:10:33.502176Z","steps":["trace[1512012092] 'agreement among raft nodes before linearized reading' (duration: 370.737226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:10:33.502217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:10:33.131284Z","time spent":"370.92585ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mm589\" "} {"level":"warn","ts":"2026-07-28T16:10:34.685773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.904277ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:10:34.685876Z","caller":"traceutil/trace.go:171","msg":"trace[1799574154] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12436; }","duration":"216.03023ms","start":"2026-07-28T16:10:34.46983Z","end":"2026-07-28T16:10:34.68586Z","steps":["trace[1799574154] 'range keys from in-memory index tree' (duration: 215.885036ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:10:34.876969Z","caller":"traceutil/trace.go:171","msg":"trace[1930626796] linearizableReadLoop","detail":"{readStateIndex:12838; appliedIndex:12837; }","duration":"102.780551ms","start":"2026-07-28T16:10:34.774155Z","end":"2026-07-28T16:10:34.876936Z","steps":["trace[1930626796] 'read index received' (duration: 102.577446ms)","trace[1930626796] 'applied index is now lower than readState.Index' (duration: 201.825µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:10:34.877022Z","caller":"traceutil/trace.go:171","msg":"trace[418661631] transaction","detail":"{read_only:false; response_revision:12437; number_of_response:1; }","duration":"531.105741ms","start":"2026-07-28T16:10:34.345878Z","end":"2026-07-28T16:10:34.876984Z","steps":["trace[418661631] 'process raft request' (duration: 530.867945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:10:34.877196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:10:34.345853Z","time spent":"531.246545ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:10:34.877238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.037807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:10:34.877375Z","caller":"traceutil/trace.go:171","msg":"trace[162511341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12437; }","duration":"103.185171ms","start":"2026-07-28T16:10:34.77412Z","end":"2026-07-28T16:10:34.877305Z","steps":["trace[162511341] 'agreement among raft nodes before linearized reading' (duration: 102.979196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:10:35.021532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.159101ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T16:10:35.021633Z","caller":"traceutil/trace.go:171","msg":"trace[2080647604] linearizableReadLoop","detail":"{readStateIndex:12839; appliedIndex:12838; }","duration":"144.562688ms","start":"2026-07-28T16:10:34.877053Z","end":"2026-07-28T16:10:35.021616Z","steps":["trace[2080647604] 'read index received' (duration: 24.255922ms)","trace[2080647604] 'applied index is now lower than readState.Index' (duration: 120.305286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:10:35.021819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.11501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:10:35.02185Z","caller":"traceutil/trace.go:171","msg":"trace[776990338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12437; }","duration":"143.240502ms","start":"2026-07-28T16:10:34.8786Z","end":"2026-07-28T16:10:35.02184Z","steps":["trace[776990338] 'agreement among raft nodes before linearized reading' (duration: 143.171741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:10:35.021995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.505091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T16:10:35.022096Z","caller":"traceutil/trace.go:171","msg":"trace[1541138700] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12437; }","duration":"151.649134ms","start":"2026-07-28T16:10:34.870424Z","end":"2026-07-28T16:10:35.022073Z","steps":["trace[1541138700] 'agreement among raft nodes before linearized reading' (duration: 151.323606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:10:35.022292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.452645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T16:10:35.022409Z","caller":"traceutil/trace.go:171","msg":"trace[1882792016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12437; }","duration":"141.6364ms","start":"2026-07-28T16:10:34.880749Z","end":"2026-07-28T16:10:35.022385Z","steps":["trace[1882792016] 'agreement among raft nodes before linearized reading' (duration: 141.317361ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:10:36.461255Z","caller":"traceutil/trace.go:171","msg":"trace[1958351608] transaction","detail":"{read_only:false; response_revision:12449; number_of_response:1; }","duration":"171.786898ms","start":"2026-07-28T16:10:36.289441Z","end":"2026-07-28T16:10:36.461228Z","steps":["trace[1958351608] 'process raft request' (duration: 171.554072ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:10:36.470996Z","caller":"traceutil/trace.go:171","msg":"trace[1995463264] transaction","detail":"{read_only:false; response_revision:12451; number_of_response:1; }","duration":"124.326393ms","start":"2026-07-28T16:10:36.346648Z","end":"2026-07-28T16:10:36.470974Z","steps":["trace[1995463264] 'process raft request' (duration: 124.293712ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:10:36.471149Z","caller":"traceutil/trace.go:171","msg":"trace[87081846] transaction","detail":"{read_only:false; response_revision:12450; number_of_response:1; }","duration":"136.33671ms","start":"2026-07-28T16:10:36.334769Z","end":"2026-07-28T16:10:36.471106Z","steps":["trace[87081846] 'process raft request' (duration: 136.045423ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:10:37.150507Z","caller":"traceutil/trace.go:171","msg":"trace[16295529] transaction","detail":"{read_only:false; response_revision:12452; number_of_response:1; }","duration":"264.4248ms","start":"2026-07-28T16:10:36.886053Z","end":"2026-07-28T16:10:37.150477Z","steps":["trace[16295529] 'process raft request' (duration: 264.125502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:11:04.190527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335364830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:11:04.251807Z","caller":"traceutil/trace.go:171","msg":"trace[1877473529] linearizableReadLoop","detail":"{readStateIndex:13096; appliedIndex:13095; }","duration":"561.798964ms","start":"2026-07-28T16:11:03.68999Z","end":"2026-07-28T16:11:04.251789Z","steps":["trace[1877473529] 'read index received' (duration: 561.63896ms)","trace[1877473529] 'applied index is now lower than readState.Index' (duration: 159.344µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:11:04.251987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.972579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mm589\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T16:11:04.252011Z","caller":"traceutil/trace.go:171","msg":"trace[1173074646] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mm589; range_end:; response_count:1; response_revision:12687; }","duration":"562.03741ms","start":"2026-07-28T16:11:03.689966Z","end":"2026-07-28T16:11:04.252003Z","steps":["trace[1173074646] 'agreement among raft nodes before linearized reading' (duration: 561.898556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:11:04.252035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:11:03.689953Z","time spent":"562.076912ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-mm589\" "} {"level":"info","ts":"2026-07-28T16:11:04.252362Z","caller":"traceutil/trace.go:171","msg":"trace[1849000057] transaction","detail":"{read_only:false; response_revision:12687; number_of_response:1; }","duration":"590.251987ms","start":"2026-07-28T16:11:03.6621Z","end":"2026-07-28T16:11:04.252352Z","steps":["trace[1849000057] 'process raft request' (duration: 589.578019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:11:04.25243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:11:03.662069Z","time spent":"590.314509ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:11:18.532477Z","caller":"traceutil/trace.go:171","msg":"trace[1835329863] transaction","detail":"{read_only:false; response_revision:12822; number_of_response:1; }","duration":"108.876152ms","start":"2026-07-28T16:11:18.423576Z","end":"2026-07-28T16:11:18.532453Z","steps":["trace[1835329863] 'process raft request' (duration: 97.087501ms)","trace[1835329863] 'compare' (duration: 11.675898ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:11:18.756628Z","caller":"traceutil/trace.go:171","msg":"trace[493658601] transaction","detail":"{read_only:false; response_revision:12824; number_of_response:1; }","duration":"120.934552ms","start":"2026-07-28T16:11:18.635666Z","end":"2026-07-28T16:11:18.756601Z","steps":["trace[493658601] 'process raft request' (duration: 81.667263ms)","trace[493658601] 'compare' (duration: 39.150715ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:11:18.814665Z","caller":"traceutil/trace.go:171","msg":"trace[1595795450] transaction","detail":"{read_only:false; response_revision:12826; number_of_response:1; }","duration":"176.712089ms","start":"2026-07-28T16:11:18.637933Z","end":"2026-07-28T16:11:18.814645Z","steps":["trace[1595795450] 'process raft request' (duration: 176.674858ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:11:18.814989Z","caller":"traceutil/trace.go:171","msg":"trace[110281669] transaction","detail":"{read_only:false; response_revision:12825; number_of_response:1; }","duration":"178.721172ms","start":"2026-07-28T16:11:18.636258Z","end":"2026-07-28T16:11:18.814979Z","steps":["trace[110281669] 'process raft request' (duration: 178.243619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:11:19.303912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.573592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T16:11:19.304024Z","caller":"traceutil/trace.go:171","msg":"trace[676645996] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:12828; }","duration":"103.742787ms","start":"2026-07-28T16:11:19.200255Z","end":"2026-07-28T16:11:19.303998Z","steps":["trace[676645996] 'range keys from in-memory index tree' (duration: 103.469388ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:11:19.503728Z","caller":"traceutil/trace.go:171","msg":"trace[1615634095] transaction","detail":"{read_only:false; response_revision:12831; number_of_response:1; }","duration":"100.736267ms","start":"2026-07-28T16:11:19.402972Z","end":"2026-07-28T16:11:19.503708Z","steps":["trace[1615634095] 'process raft request' (duration: 30.490326ms)","trace[1615634095] 'compare' (duration: 69.773538ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:11:19.503928Z","caller":"traceutil/trace.go:171","msg":"trace[816059523] transaction","detail":"{read_only:false; response_revision:12832; number_of_response:1; }","duration":"100.460669ms","start":"2026-07-28T16:11:19.40346Z","end":"2026-07-28T16:11:19.50392Z","steps":["trace[816059523] 'process raft request' (duration: 100.067439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:11:19.577371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.145931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-28T16:11:19.577441Z","caller":"traceutil/trace.go:171","msg":"trace[641667454] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:12834; }","duration":"171.240233ms","start":"2026-07-28T16:11:19.406185Z","end":"2026-07-28T16:11:19.577426Z","steps":["trace[641667454] 'agreement among raft nodes before linearized reading' (duration: 170.895755ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:11:19.687641Z","caller":"traceutil/trace.go:171","msg":"trace[221970736] linearizableReadLoop","detail":"{readStateIndex:13251; appliedIndex:13250; }","duration":"103.719936ms","start":"2026-07-28T16:11:19.583896Z","end":"2026-07-28T16:11:19.687616Z","steps":["trace[221970736] 'read index received' (duration: 72.48168ms)","trace[221970736] 'applied index is now lower than readState.Index' (duration: 31.237316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:11:19.688261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.335123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112543"} {"level":"info","ts":"2026-07-28T16:11:19.688435Z","caller":"traceutil/trace.go:171","msg":"trace[1735902608] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:12835; }","duration":"104.468356ms","start":"2026-07-28T16:11:19.583872Z","end":"2026-07-28T16:11:19.68834Z","steps":["trace[1735902608] 'agreement among raft nodes before linearized reading' (duration: 103.886561ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:11:19.689583Z","caller":"traceutil/trace.go:171","msg":"trace[94877855] transaction","detail":"{read_only:false; response_revision:12835; number_of_response:1; }","duration":"180.345555ms","start":"2026-07-28T16:11:19.507354Z","end":"2026-07-28T16:11:19.6877Z","steps":["trace[94877855] 'process raft request' (duration: 149.033496ms)","trace[94877855] 'compare' (duration: 31.117523ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:11:20.099415Z","caller":"traceutil/trace.go:171","msg":"trace[1598433623] linearizableReadLoop","detail":"{readStateIndex:13255; appliedIndex:13254; }","duration":"129.645804ms","start":"2026-07-28T16:11:19.969747Z","end":"2026-07-28T16:11:20.099393Z","steps":["trace[1598433623] 'read index received' (duration: 129.463548ms)","trace[1598433623] 'applied index is now lower than readState.Index' (duration: 181.556µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:11:20.099604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.835988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12461"} {"level":"info","ts":"2026-07-28T16:11:20.099627Z","caller":"traceutil/trace.go:171","msg":"trace[1278265297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12838; }","duration":"129.90242ms","start":"2026-07-28T16:11:19.969716Z","end":"2026-07-28T16:11:20.099619Z","steps":["trace[1278265297] 'agreement among raft nodes before linearized reading' (duration: 129.762847ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:11:20.099799Z","caller":"traceutil/trace.go:171","msg":"trace[672352979] transaction","detail":"{read_only:false; response_revision:12838; number_of_response:1; }","duration":"230.334178ms","start":"2026-07-28T16:11:19.869431Z","end":"2026-07-28T16:11:20.099766Z","steps":["trace[672352979] 'process raft request' (duration: 229.846116ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:11:31.010249Z","caller":"traceutil/trace.go:171","msg":"trace[1903359865] transaction","detail":"{read_only:false; response_revision:12940; number_of_response:1; }","duration":"339.744554ms","start":"2026-07-28T16:11:30.670478Z","end":"2026-07-28T16:11:31.010223Z","steps":["trace[1903359865] 'process raft request' (duration: 339.57639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:11:31.010414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:11:30.670457Z","time spent":"339.873269ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:11:31.011793Z","caller":"traceutil/trace.go:171","msg":"trace[1309302788] transaction","detail":"{read_only:false; response_revision:12942; number_of_response:1; }","duration":"160.690525ms","start":"2026-07-28T16:11:30.851064Z","end":"2026-07-28T16:11:31.011755Z","steps":["trace[1309302788] 'process raft request' (duration: 160.594022ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:11:31.011926Z","caller":"traceutil/trace.go:171","msg":"trace[1668736018] transaction","detail":"{read_only:false; response_revision:12941; number_of_response:1; }","duration":"216.063071ms","start":"2026-07-28T16:11:30.795851Z","end":"2026-07-28T16:11:31.011914Z","steps":["trace[1668736018] 'process raft request' (duration: 215.716921ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:11:31.012092Z","caller":"traceutil/trace.go:171","msg":"trace[234237721] transaction","detail":"{read_only:false; response_revision:12943; number_of_response:1; }","duration":"157.013517ms","start":"2026-07-28T16:11:30.855063Z","end":"2026-07-28T16:11:31.012077Z","steps":["trace[234237721] 'process raft request' (duration: 156.645508ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:11:31.012052Z","caller":"traceutil/trace.go:171","msg":"trace[634012801] linearizableReadLoop","detail":"{readStateIndex:13363; appliedIndex:13360; }","duration":"138.430985ms","start":"2026-07-28T16:11:30.873595Z","end":"2026-07-28T16:11:31.012025Z","steps":["trace[634012801] 'read index received' (duration: 136.867824ms)","trace[634012801] 'applied index is now lower than readState.Index' (duration: 1.562041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:11:31.012294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.888639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"warn","ts":"2026-07-28T16:11:31.01231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.683722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-r55tp\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-07-28T16:11:31.012334Z","caller":"traceutil/trace.go:171","msg":"trace[1342504426] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12943; }","duration":"106.995512ms","start":"2026-07-28T16:11:30.905328Z","end":"2026-07-28T16:11:31.012324Z","steps":["trace[1342504426] 'agreement among raft nodes before linearized reading' (duration: 106.858899ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:11:31.012347Z","caller":"traceutil/trace.go:171","msg":"trace[1737804622] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-r55tp; range_end:; response_count:1; response_revision:12943; }","duration":"138.782004ms","start":"2026-07-28T16:11:30.873553Z","end":"2026-07-28T16:11:31.012335Z","steps":["trace[1737804622] 'agreement among raft nodes before linearized reading' (duration: 138.61372ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:12:06.799992Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10572} {"level":"info","ts":"2026-07-28T16:12:06.901818Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10572,"took":"99.406174ms","hash":1804846943,"current-db-size-bytes":46854144,"current-db-size":"47 MB","current-db-size-in-use-bytes":25731072,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-28T16:12:06.901876Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1804846943,"revision":10572,"compact-revision":7224} {"level":"info","ts":"2026-07-28T16:12:42.280876Z","caller":"traceutil/trace.go:171","msg":"trace[41989612] transaction","detail":"{read_only:false; response_revision:13717; number_of_response:1; }","duration":"172.75468ms","start":"2026-07-28T16:12:42.108093Z","end":"2026-07-28T16:12:42.280848Z","steps":["trace[41989612] 'process raft request' (duration: 172.586916ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:17:06.805712Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13302} {"level":"info","ts":"2026-07-28T16:17:06.890301Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13302,"took":"81.875639ms","hash":3860549507,"current-db-size-bytes":46854144,"current-db-size":"47 MB","current-db-size-in-use-bytes":26013696,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-28T16:17:06.890395Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3860549507,"revision":13302,"compact-revision":10572} {"level":"info","ts":"2026-07-28T16:17:52.647428Z","caller":"traceutil/trace.go:171","msg":"trace[2119824303] transaction","detail":"{read_only:false; response_revision:16393; number_of_response:1; }","duration":"181.064007ms","start":"2026-07-28T16:17:52.466343Z","end":"2026-07-28T16:17:52.647407Z","steps":["trace[2119824303] 'process raft request' (duration: 180.676196ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:17:52.6494Z","caller":"traceutil/trace.go:171","msg":"trace[614647253] transaction","detail":"{read_only:false; response_revision:16394; number_of_response:1; }","duration":"179.945098ms","start":"2026-07-28T16:17:52.469444Z","end":"2026-07-28T16:17:52.649389Z","steps":["trace[614647253] 'process raft request' (duration: 179.865115ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:18:20.680618Z","caller":"traceutil/trace.go:171","msg":"trace[1582807466] linearizableReadLoop","detail":"{readStateIndex:17097; appliedIndex:17096; }","duration":"148.894415ms","start":"2026-07-28T16:18:20.531701Z","end":"2026-07-28T16:18:20.680596Z","steps":["trace[1582807466] 'read index received' (duration: 148.693129ms)","trace[1582807466] 'applied index is now lower than readState.Index' (duration: 200.546µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:18:20.680761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.044729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:18:20.680779Z","caller":"traceutil/trace.go:171","msg":"trace[2043634546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16580; }","duration":"149.111511ms","start":"2026-07-28T16:18:20.531661Z","end":"2026-07-28T16:18:20.680773Z","steps":["trace[2043634546] 'agreement among raft nodes before linearized reading' (duration: 149.014308ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:18:20.681623Z","caller":"traceutil/trace.go:171","msg":"trace[1416385307] transaction","detail":"{read_only:false; response_revision:16580; number_of_response:1; }","duration":"222.252748ms","start":"2026-07-28T16:18:20.458414Z","end":"2026-07-28T16:18:20.680667Z","steps":["trace[1416385307] 'process raft request' (duration: 222.049712ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:18:20.871534Z","caller":"traceutil/trace.go:171","msg":"trace[742434305] transaction","detail":"{read_only:false; response_revision:16582; number_of_response:1; }","duration":"115.441778ms","start":"2026-07-28T16:18:20.756063Z","end":"2026-07-28T16:18:20.871504Z","steps":["trace[742434305] 'process raft request' (duration: 115.218263ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:18:20.877123Z","caller":"traceutil/trace.go:171","msg":"trace[1864496015] linearizableReadLoop","detail":"{readStateIndex:17100; appliedIndex:17098; }","duration":"105.265218ms","start":"2026-07-28T16:18:20.771836Z","end":"2026-07-28T16:18:20.877101Z","steps":["trace[1864496015] 'read index received' (duration: 99.571768ms)","trace[1864496015] 'applied index is now lower than readState.Index' (duration: 5.69263ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:18:20.877301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.420133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:18:20.877328Z","caller":"traceutil/trace.go:171","msg":"trace[739749728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16583; }","duration":"105.534826ms","start":"2026-07-28T16:18:20.771785Z","end":"2026-07-28T16:18:20.87732Z","steps":["trace[739749728] 'agreement among raft nodes before linearized reading' (duration: 105.405611ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:18:20.877642Z","caller":"traceutil/trace.go:171","msg":"trace[478680187] transaction","detail":"{read_only:false; response_revision:16583; number_of_response:1; }","duration":"117.691257ms","start":"2026-07-28T16:18:20.759938Z","end":"2026-07-28T16:18:20.877629Z","steps":["trace[478680187] 'process raft request' (duration: 117.04074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:18:21.429696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.77745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mm589\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-28T16:18:21.429873Z","caller":"traceutil/trace.go:171","msg":"trace[9105740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mm589; range_end:; response_count:1; response_revision:16584; }","duration":"120.986436ms","start":"2026-07-28T16:18:21.308848Z","end":"2026-07-28T16:18:21.429834Z","steps":["trace[9105740] 'range keys from in-memory index tree' (duration: 120.566564ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:22:06.811922Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15795} {"level":"info","ts":"2026-07-28T16:22:06.886478Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15795,"took":"72.223992ms","hash":908001514,"current-db-size-bytes":46854144,"current-db-size":"47 MB","current-db-size-in-use-bytes":27582464,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T16:22:06.8866Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":908001514,"revision":15795,"compact-revision":13302} {"level":"info","ts":"2026-07-28T16:24:13.529208Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T16:24:13.534586Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-28T16:24:13.534934Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-28T16:24:29.027446Z","caller":"traceutil/trace.go:171","msg":"trace[1913777431] linearizableReadLoop","detail":"{readStateIndex:20148; appliedIndex:20147; }","duration":"240.137159ms","start":"2026-07-28T16:24:28.78729Z","end":"2026-07-28T16:24:29.027428Z","steps":["trace[1913777431] 'read index received' (duration: 239.970864ms)","trace[1913777431] 'applied index is now lower than readState.Index' (duration: 165.605µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:24:29.027748Z","caller":"traceutil/trace.go:171","msg":"trace[729953020] transaction","detail":"{read_only:false; response_revision:19545; number_of_response:1; }","duration":"414.232479ms","start":"2026-07-28T16:24:28.613507Z","end":"2026-07-28T16:24:29.027739Z","steps":["trace[729953020] 'process raft request' (duration: 413.810898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:29.027832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:28.613496Z","time spent":"414.27727ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:24:29.027953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.764701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:24:29.028095Z","caller":"traceutil/trace.go:171","msg":"trace[1431216402] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:19545; }","duration":"231.019848ms","start":"2026-07-28T16:24:28.797055Z","end":"2026-07-28T16:24:29.028075Z","steps":["trace[1431216402] 'agreement among raft nodes before linearized reading' (duration: 230.658029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:29.028119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.794877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:24:29.028241Z","caller":"traceutil/trace.go:171","msg":"trace[1393514138] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19545; }","duration":"240.93727ms","start":"2026-07-28T16:24:28.787273Z","end":"2026-07-28T16:24:29.02821Z","steps":["trace[1393514138] 'agreement among raft nodes before linearized reading' (duration: 240.696164ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:49.566058Z","caller":"traceutil/trace.go:171","msg":"trace[1132897793] linearizableReadLoop","detail":"{readStateIndex:20287; appliedIndex:20286; }","duration":"196.84331ms","start":"2026-07-28T16:24:49.369197Z","end":"2026-07-28T16:24:49.56604Z","steps":["trace[1132897793] 'read index received' (duration: 196.675425ms)","trace[1132897793] 'applied index is now lower than readState.Index' (duration: 167.215µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:24:49.566314Z","caller":"traceutil/trace.go:171","msg":"trace[1230272032] transaction","detail":"{read_only:false; response_revision:19680; number_of_response:1; }","duration":"438.112377ms","start":"2026-07-28T16:24:49.128192Z","end":"2026-07-28T16:24:49.566304Z","steps":["trace[1230272032] 'process raft request' (duration: 437.734487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:49.56639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:49.128164Z","time spent":"438.176558ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:24:49.566645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.436225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-28T16:24:49.566724Z","caller":"traceutil/trace.go:171","msg":"trace[627421479] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19680; }","duration":"197.564598ms","start":"2026-07-28T16:24:49.369138Z","end":"2026-07-28T16:24:49.566702Z","steps":["trace[627421479] 'agreement among raft nodes before linearized reading' (duration: 197.363743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:49.566703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.517759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:24:49.566779Z","caller":"traceutil/trace.go:171","msg":"trace[1273092443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19680; }","duration":"185.631423ms","start":"2026-07-28T16:24:49.381129Z","end":"2026-07-28T16:24:49.56676Z","steps":["trace[1273092443] 'agreement among raft nodes before linearized reading' (duration: 185.385306ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:49.944073Z","caller":"traceutil/trace.go:171","msg":"trace[1744086217] transaction","detail":"{read_only:false; response_revision:19681; number_of_response:1; }","duration":"373.647058ms","start":"2026-07-28T16:24:49.570398Z","end":"2026-07-28T16:24:49.944045Z","steps":["trace[1744086217] 'process raft request' (duration: 340.437559ms)","trace[1744086217] 'compare' (duration: 33.038925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:24:49.9442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:49.570365Z","time spent":"373.765581ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:24:49.944288Z","caller":"traceutil/trace.go:171","msg":"trace[1543569276] linearizableReadLoop","detail":"{readStateIndex:20290; appliedIndex:20287; }","duration":"303.564982ms","start":"2026-07-28T16:24:49.640698Z","end":"2026-07-28T16:24:49.944263Z","steps":["trace[1543569276] 'read index received' (duration: 270.157109ms)","trace[1543569276] 'applied index is now lower than readState.Index' (duration: 33.406823ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:24:49.944411Z","caller":"traceutil/trace.go:171","msg":"trace[1465395904] transaction","detail":"{read_only:false; response_revision:19683; number_of_response:1; }","duration":"327.62551ms","start":"2026-07-28T16:24:49.616774Z","end":"2026-07-28T16:24:49.9444Z","steps":["trace[1465395904] 'process raft request' (duration: 327.434754ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:49.944406Z","caller":"traceutil/trace.go:171","msg":"trace[801945545] transaction","detail":"{read_only:false; response_revision:19682; number_of_response:1; }","duration":"372.510258ms","start":"2026-07-28T16:24:49.571877Z","end":"2026-07-28T16:24:49.944387Z","steps":["trace[801945545] 'process raft request' (duration: 372.20004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:49.944478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:49.571865Z","time spent":"372.576621ms","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:24:49.944657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.997615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:24:49.944714Z","caller":"traceutil/trace.go:171","msg":"trace[164536171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19683; }","duration":"171.083527ms","start":"2026-07-28T16:24:49.773611Z","end":"2026-07-28T16:24:49.944695Z","steps":["trace[164536171] 'agreement among raft nodes before linearized reading' (duration: 170.964944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:49.944721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.977184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:24:49.944796Z","caller":"traceutil/trace.go:171","msg":"trace[1207883707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:19683; }","duration":"304.089137ms","start":"2026-07-28T16:24:49.640685Z","end":"2026-07-28T16:24:49.944775Z","steps":["trace[1207883707] 'agreement among raft nodes before linearized reading' (duration: 303.871852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:49.944826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:49.640646Z","time spent":"304.172759ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:24:49.944885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.231077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:24:49.944947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.562602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:24:49.944979Z","caller":"traceutil/trace.go:171","msg":"trace[164604712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19683; }","duration":"243.390131ms","start":"2026-07-28T16:24:49.701568Z","end":"2026-07-28T16:24:49.944958Z","steps":["trace[164604712] 'agreement among raft nodes before linearized reading' (duration: 243.045652ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:24:49.945037Z","caller":"traceutil/trace.go:171","msg":"trace[1824459521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19683; }","duration":"244.709895ms","start":"2026-07-28T16:24:49.700304Z","end":"2026-07-28T16:24:49.945014Z","steps":["trace[1824459521] 'agreement among raft nodes before linearized reading' (duration: 244.431918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:24:49.945174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:24:49.616742Z","time spent":"327.694932ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:24:58.641937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.105181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:24:58.642072Z","caller":"traceutil/trace.go:171","msg":"trace[854926221] transaction","detail":"{read_only:false; response_revision:19745; number_of_response:1; }","duration":"290.293713ms","start":"2026-07-28T16:24:58.351756Z","end":"2026-07-28T16:24:58.642049Z","steps":["trace[854926221] 'process raft request' (duration: 119.972876ms)","trace[854926221] 'compare' (duration: 169.600408ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:08.021335Z","caller":"traceutil/trace.go:171","msg":"trace[1763970367] linearizableReadLoop","detail":"{readStateIndex:20423; appliedIndex:20422; }","duration":"326.966033ms","start":"2026-07-28T16:25:07.694347Z","end":"2026-07-28T16:25:08.021313Z","steps":["trace[1763970367] 'read index received' (duration: 326.85852ms)","trace[1763970367] 'applied index is now lower than readState.Index' (duration: 106.603µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:08.021454Z","caller":"traceutil/trace.go:171","msg":"trace[1631411237] transaction","detail":"{read_only:false; response_revision:19810; number_of_response:1; }","duration":"367.169626ms","start":"2026-07-28T16:25:07.654272Z","end":"2026-07-28T16:25:08.021442Z","steps":["trace[1631411237] 'process raft request' (duration: 366.885269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.02155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:07.654254Z","time spent":"367.225678ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:08.021695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.338424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T16:25:08.021758Z","caller":"traceutil/trace.go:171","msg":"trace[1516395069] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19810; }","duration":"327.444045ms","start":"2026-07-28T16:25:07.694298Z","end":"2026-07-28T16:25:08.021742Z","steps":["trace[1516395069] 'agreement among raft nodes before linearized reading' (duration: 327.273751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.02179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:07.694278Z","time spent":"327.504187ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:25:08.484744Z","caller":"traceutil/trace.go:171","msg":"trace[6629901] transaction","detail":"{read_only:false; response_revision:19811; number_of_response:1; }","duration":"554.066782ms","start":"2026-07-28T16:25:07.930653Z","end":"2026-07-28T16:25:08.48472Z","steps":["trace[6629901] 'process raft request' (duration: 553.302212ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:08.48486Z","caller":"traceutil/trace.go:171","msg":"trace[1028047124] linearizableReadLoop","detail":"{readStateIndex:20425; appliedIndex:20423; }","duration":"463.429614ms","start":"2026-07-28T16:25:08.021406Z","end":"2026-07-28T16:25:08.484836Z","steps":["trace[1028047124] 'read index received' (duration: 462.985723ms)","trace[1028047124] 'applied index is now lower than readState.Index' (duration: 442.361µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:25:08.484894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:07.930634Z","time spent":"554.183816ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:08.485076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.837088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:25:08.485119Z","caller":"traceutil/trace.go:171","msg":"trace[948224749] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19812; }","duration":"479.920121ms","start":"2026-07-28T16:25:08.005185Z","end":"2026-07-28T16:25:08.485105Z","steps":["trace[948224749] 'agreement among raft nodes before linearized reading' (duration: 479.766327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.485158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:08.005167Z","time spent":"479.982342ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:25:08.485132Z","caller":"traceutil/trace.go:171","msg":"trace[174685249] transaction","detail":"{read_only:false; response_revision:19812; number_of_response:1; }","duration":"481.709867ms","start":"2026-07-28T16:25:08.003378Z","end":"2026-07-28T16:25:08.485088Z","steps":["trace[174685249] 'process raft request' (duration: 481.254815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.48516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.323307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T16:25:08.485229Z","caller":"traceutil/trace.go:171","msg":"trace[1407954218] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19812; }","duration":"572.433709ms","start":"2026-07-28T16:25:07.912779Z","end":"2026-07-28T16:25:08.485213Z","steps":["trace[1407954218] 'agreement among raft nodes before linearized reading' (duration: 572.264405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.485221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.915906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T16:25:08.485264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.549025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:25:08.485314Z","caller":"traceutil/trace.go:171","msg":"trace[1745213400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19812; }","duration":"467.05471ms","start":"2026-07-28T16:25:08.018241Z","end":"2026-07-28T16:25:08.485296Z","steps":["trace[1745213400] 'agreement among raft nodes before linearized reading' (duration: 466.640218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.485321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:08.003354Z","time spent":"481.857711ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:08.485347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:08.018223Z","time spent":"467.115982ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:25:08.485354Z","caller":"traceutil/trace.go:171","msg":"trace[1924400884] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19812; }","duration":"786.659148ms","start":"2026-07-28T16:25:07.698665Z","end":"2026-07-28T16:25:08.485324Z","steps":["trace[1924400884] 'agreement among raft nodes before linearized reading' (duration: 786.390501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.485583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:07.698647Z","time spent":"786.925395ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:25:08.485261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:07.912759Z","time spent":"572.49519ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:25:08.485752Z","caller":"traceutil/trace.go:171","msg":"trace[1565759849] transaction","detail":"{read_only:false; response_revision:19814; number_of_response:1; }","duration":"362.698299ms","start":"2026-07-28T16:25:08.123042Z","end":"2026-07-28T16:25:08.48574Z","steps":["trace[1565759849] 'process raft request' (duration: 362.610887ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:08.485773Z","caller":"traceutil/trace.go:171","msg":"trace[565818086] transaction","detail":"{read_only:false; response_revision:19813; number_of_response:1; }","duration":"459.367406ms","start":"2026-07-28T16:25:08.026392Z","end":"2026-07-28T16:25:08.48576Z","steps":["trace[565818086] 'process raft request' (duration: 459.007246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.48582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:08.123022Z","time spent":"362.76415ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:08.485842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:08.026372Z","time spent":"459.420889ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:08.48596Z","caller":"traceutil/trace.go:171","msg":"trace[1309991912] transaction","detail":"{read_only:false; response_revision:19815; number_of_response:1; }","duration":"136.891283ms","start":"2026-07-28T16:25:08.34906Z","end":"2026-07-28T16:25:08.485951Z","steps":["trace[1309991912] 'process raft request' (duration: 136.649647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.486005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.334651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:25:08.486024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.379492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:25:08.486043Z","caller":"traceutil/trace.go:171","msg":"trace[1581777792] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:19816; }","duration":"429.399643ms","start":"2026-07-28T16:25:08.05663Z","end":"2026-07-28T16:25:08.48603Z","steps":["trace[1581777792] 'agreement among raft nodes before linearized reading' (duration: 429.338381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.48607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:08.056614Z","time spent":"429.448185ms","remote":"127.0.0.1:48454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"info","ts":"2026-07-28T16:25:08.486075Z","caller":"traceutil/trace.go:171","msg":"trace[799242851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19816; }","duration":"452.459034ms","start":"2026-07-28T16:25:08.033596Z","end":"2026-07-28T16:25:08.486055Z","steps":["trace[799242851] 'agreement among raft nodes before linearized reading' (duration: 452.293309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.486032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.876018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:25:08.486126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.846059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T16:25:08.486152Z","caller":"traceutil/trace.go:171","msg":"trace[94826715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19816; }","duration":"442.91086ms","start":"2026-07-28T16:25:08.043235Z","end":"2026-07-28T16:25:08.486145Z","steps":["trace[94826715] 'agreement among raft nodes before linearized reading' (duration: 442.827128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.486181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:08.043196Z","time spent":"442.979212ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:25:08.48618Z","caller":"traceutil/trace.go:171","msg":"trace[1519384098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19816; }","duration":"212.092273ms","start":"2026-07-28T16:25:08.274053Z","end":"2026-07-28T16:25:08.486145Z","steps":["trace[1519384098] 'agreement among raft nodes before linearized reading' (duration: 211.856387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.486194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.365172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T16:25:08.486205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.769098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:25:08.486272Z","caller":"traceutil/trace.go:171","msg":"trace[56638412] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19816; }","duration":"443.487496ms","start":"2026-07-28T16:25:08.04277Z","end":"2026-07-28T16:25:08.486257Z","steps":["trace[56638412] 'agreement among raft nodes before linearized reading' (duration: 443.299921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.486237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.666337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:25:08.486286Z","caller":"traceutil/trace.go:171","msg":"trace[26930563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19816; }","duration":"193.884121ms","start":"2026-07-28T16:25:08.292383Z","end":"2026-07-28T16:25:08.486267Z","steps":["trace[26930563] 'agreement among raft nodes before linearized reading' (duration: 193.689896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.486308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:08.042752Z","time spent":"443.549048ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:25:08.486378Z","caller":"traceutil/trace.go:171","msg":"trace[197726079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19816; }","duration":"246.857292ms","start":"2026-07-28T16:25:08.239487Z","end":"2026-07-28T16:25:08.486344Z","steps":["trace[197726079] 'agreement among raft nodes before linearized reading' (duration: 246.608186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:08.487532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:08.033575Z","time spent":"452.535175ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:25:10.69596Z","caller":"traceutil/trace.go:171","msg":"trace[888486812] transaction","detail":"{read_only:false; response_revision:19836; number_of_response:1; }","duration":"205.809816ms","start":"2026-07-28T16:25:10.490123Z","end":"2026-07-28T16:25:10.695933Z","steps":["trace[888486812] 'process raft request' (duration: 205.60211ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:10.697183Z","caller":"traceutil/trace.go:171","msg":"trace[1787689120] linearizableReadLoop","detail":"{readStateIndex:20452; appliedIndex:20449; }","duration":"181.493563ms","start":"2026-07-28T16:25:10.515672Z","end":"2026-07-28T16:25:10.697165Z","steps":["trace[1787689120] 'read index received' (duration: 180.016024ms)","trace[1787689120] 'applied index is now lower than readState.Index' (duration: 1.476879ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:10.697208Z","caller":"traceutil/trace.go:171","msg":"trace[1996013863] transaction","detail":"{read_only:false; response_revision:19837; number_of_response:1; }","duration":"206.567507ms","start":"2026-07-28T16:25:10.490624Z","end":"2026-07-28T16:25:10.697191Z","steps":["trace[1996013863] 'process raft request' (duration: 206.389342ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:10.697272Z","caller":"traceutil/trace.go:171","msg":"trace[1439756606] transaction","detail":"{read_only:false; response_revision:19838; number_of_response:1; }","duration":"206.481664ms","start":"2026-07-28T16:25:10.490759Z","end":"2026-07-28T16:25:10.69724Z","steps":["trace[1439756606] 'process raft request' (duration: 206.377221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:10.697374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.683379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T16:25:10.697428Z","caller":"traceutil/trace.go:171","msg":"trace[1315751153] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19838; }","duration":"181.778771ms","start":"2026-07-28T16:25:10.515636Z","end":"2026-07-28T16:25:10.697415Z","steps":["trace[1315751153] 'agreement among raft nodes before linearized reading' (duration: 181.599466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:10.697428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.684299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:25:10.697458Z","caller":"traceutil/trace.go:171","msg":"trace[1293324313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19838; }","duration":"181.74083ms","start":"2026-07-28T16:25:10.51571Z","end":"2026-07-28T16:25:10.69745Z","steps":["trace[1293324313] 'agreement among raft nodes before linearized reading' (duration: 181.610867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:10.697452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.272347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:25:10.697492Z","caller":"traceutil/trace.go:171","msg":"trace[1183428361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19838; }","duration":"181.321739ms","start":"2026-07-28T16:25:10.516158Z","end":"2026-07-28T16:25:10.697479Z","steps":["trace[1183428361] 'agreement among raft nodes before linearized reading' (duration: 181.229147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:10.697503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.71118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:25:10.697553Z","caller":"traceutil/trace.go:171","msg":"trace[172807013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19838; }","duration":"181.805581ms","start":"2026-07-28T16:25:10.515735Z","end":"2026-07-28T16:25:10.697541Z","steps":["trace[172807013] 'agreement among raft nodes before linearized reading' (duration: 181.630387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:10.697583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.807442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T16:25:10.697641Z","caller":"traceutil/trace.go:171","msg":"trace[788930798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19838; }","duration":"181.869473ms","start":"2026-07-28T16:25:10.515755Z","end":"2026-07-28T16:25:10.697624Z","steps":["trace[788930798] 'agreement among raft nodes before linearized reading' (duration: 181.706889ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:22.701026Z","caller":"traceutil/trace.go:171","msg":"trace[1318538261] transaction","detail":"{read_only:false; response_revision:20069; number_of_response:1; }","duration":"111.307025ms","start":"2026-07-28T16:25:22.589698Z","end":"2026-07-28T16:25:22.701005Z","steps":["trace[1318538261] 'process raft request' (duration: 100.124629ms)","trace[1318538261] 'compare' (duration: 11.079044ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:22.959364Z","caller":"traceutil/trace.go:171","msg":"trace[778035826] transaction","detail":"{read_only:false; response_revision:20073; number_of_response:1; }","duration":"162.787637ms","start":"2026-07-28T16:25:22.796524Z","end":"2026-07-28T16:25:22.959312Z","steps":["trace[778035826] 'process raft request' (duration: 156.921112ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:23.715691Z","caller":"traceutil/trace.go:171","msg":"trace[1107062626] transaction","detail":"{read_only:false; response_revision:20074; number_of_response:1; }","duration":"917.309806ms","start":"2026-07-28T16:25:22.798332Z","end":"2026-07-28T16:25:23.715642Z","steps":["trace[1107062626] 'process raft request' (duration: 824.259634ms)","trace[1107062626] 'compare' (duration: 92.713553ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:23.715737Z","caller":"traceutil/trace.go:171","msg":"trace[1316088686] linearizableReadLoop","detail":"{readStateIndex:20698; appliedIndex:20692; }","duration":"843.288867ms","start":"2026-07-28T16:25:22.872424Z","end":"2026-07-28T16:25:23.715713Z","steps":["trace[1316088686] 'read index received' (duration: 81.041175ms)","trace[1316088686] 'applied index is now lower than readState.Index' (duration: 762.246592ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:25:23.715749Z","caller":"traceutil/trace.go:171","msg":"trace[422375184] transaction","detail":"{read_only:false; response_revision:20075; number_of_response:1; }","duration":"916.390451ms","start":"2026-07-28T16:25:22.79927Z","end":"2026-07-28T16:25:23.71566Z","steps":["trace[422375184] 'process raft request' (duration: 916.285849ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:23.715838Z","caller":"traceutil/trace.go:171","msg":"trace[290293948] transaction","detail":"{read_only:false; response_revision:20076; number_of_response:1; }","duration":"915.644172ms","start":"2026-07-28T16:25:22.800183Z","end":"2026-07-28T16:25:23.715827Z","steps":["trace[290293948] 'process raft request' (duration: 915.423146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.715901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:22.798313Z","time spent":"917.481641ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:23.715918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:22.799262Z","time spent":"916.564116ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:23.715938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:22.800171Z","time spent":"915.691553ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:25:23.715983Z","caller":"traceutil/trace.go:171","msg":"trace[480171254] transaction","detail":"{read_only:false; response_revision:20077; number_of_response:1; }","duration":"910.249008ms","start":"2026-07-28T16:25:22.805725Z","end":"2026-07-28T16:25:23.715974Z","steps":["trace[480171254] 'process raft request' (duration: 909.91655ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:23.715931Z","caller":"traceutil/trace.go:171","msg":"trace[115793148] transaction","detail":"{read_only:false; response_revision:20078; number_of_response:1; }","duration":"906.168711ms","start":"2026-07-28T16:25:22.809742Z","end":"2026-07-28T16:25:23.715911Z","steps":["trace[115793148] 'process raft request' (duration: 905.931475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.716055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:22.805707Z","time spent":"910.30371ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:23.716088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:22.809732Z","time spent":"906.324724ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:25:23.71709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.642302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-07-28T16:25:23.717203Z","caller":"traceutil/trace.go:171","msg":"trace[869016580] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:20078; }","duration":"844.762455ms","start":"2026-07-28T16:25:22.87241Z","end":"2026-07-28T16:25:23.717172Z","steps":["trace[869016580] 'agreement among raft nodes before linearized reading' (duration: 843.521192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.717269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:22.872356Z","time spent":"844.892889ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2225432,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-28T16:25:23.722643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.944461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mm589\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-28T16:25:23.722708Z","caller":"traceutil/trace.go:171","msg":"trace[966290196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mm589; range_end:; response_count:1; response_revision:20079; }","duration":"808.060764ms","start":"2026-07-28T16:25:22.914631Z","end":"2026-07-28T16:25:23.722692Z","steps":["trace[966290196] 'agreement among raft nodes before linearized reading' (duration: 807.863848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.722741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:22.91461Z","time spent":"808.124836ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-mm589\" "} {"level":"info","ts":"2026-07-28T16:25:23.722716Z","caller":"traceutil/trace.go:171","msg":"trace[333778308] transaction","detail":"{read_only:false; response_revision:20079; number_of_response:1; }","duration":"224.258875ms","start":"2026-07-28T16:25:23.498424Z","end":"2026-07-28T16:25:23.722682Z","steps":["trace[333778308] 'process raft request' (duration: 223.942376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.72277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.985349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8006"} {"level":"info","ts":"2026-07-28T16:25:23.722812Z","caller":"traceutil/trace.go:171","msg":"trace[27536229] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:20079; }","duration":"447.055961ms","start":"2026-07-28T16:25:23.275745Z","end":"2026-07-28T16:25:23.722801Z","steps":["trace[27536229] 'agreement among raft nodes before linearized reading' (duration: 446.900297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.722821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.626561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:523"} {"level":"warn","ts":"2026-07-28T16:25:23.722857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:23.275728Z","time spent":"447.103642ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8029,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-07-28T16:25:23.722917Z","caller":"traceutil/trace.go:171","msg":"trace[1411852733] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:20079; }","duration":"132.741933ms","start":"2026-07-28T16:25:23.590132Z","end":"2026-07-28T16:25:23.722873Z","steps":["trace[1411852733] 'agreement among raft nodes before linearized reading' (duration: 132.455746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.722949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.897088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:25:23.722988Z","caller":"traceutil/trace.go:171","msg":"trace[771174154] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:0; response_revision:20079; }","duration":"751.95238ms","start":"2026-07-28T16:25:22.97102Z","end":"2026-07-28T16:25:23.722973Z","steps":["trace[771174154] 'agreement among raft nodes before linearized reading' (duration: 751.887878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.722992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.608646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T16:25:23.723012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:22.971007Z","time spent":"752.00072ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"warn","ts":"2026-07-28T16:25:23.723006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.809106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T16:25:23.723055Z","caller":"traceutil/trace.go:171","msg":"trace[1614043461] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20079; }","duration":"181.694798ms","start":"2026-07-28T16:25:23.541342Z","end":"2026-07-28T16:25:23.723037Z","steps":["trace[1614043461] 'agreement among raft nodes before linearized reading' (duration: 181.494123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.72308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.467785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-28T16:25:23.72312Z","caller":"traceutil/trace.go:171","msg":"trace[794726237] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:20079; }","duration":"381.545207ms","start":"2026-07-28T16:25:23.341563Z","end":"2026-07-28T16:25:23.723108Z","steps":["trace[794726237] 'agreement among raft nodes before linearized reading' (duration: 381.437664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.723143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:23.341542Z","time spent":"381.594689ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1369,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-07-28T16:25:23.72307Z","caller":"traceutil/trace.go:171","msg":"trace[812840601] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20079; }","duration":"206.203737ms","start":"2026-07-28T16:25:23.516853Z","end":"2026-07-28T16:25:23.723057Z","steps":["trace[812840601] 'agreement among raft nodes before linearized reading' (duration: 205.688024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.723216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.626418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T16:25:23.723366Z","caller":"traceutil/trace.go:171","msg":"trace[799836916] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20079; }","duration":"206.764383ms","start":"2026-07-28T16:25:23.516538Z","end":"2026-07-28T16:25:23.723302Z","steps":["trace[799836916] 'agreement among raft nodes before linearized reading' (duration: 206.446444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.723378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.993676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:25:23.723447Z","caller":"traceutil/trace.go:171","msg":"trace[563001288] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20079; }","duration":"182.063228ms","start":"2026-07-28T16:25:23.541367Z","end":"2026-07-28T16:25:23.72343Z","steps":["trace[563001288] 'agreement among raft nodes before linearized reading' (duration: 181.885834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.723505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.203865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:523"} {"level":"warn","ts":"2026-07-28T16:25:23.723568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.529901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:25:23.723624Z","caller":"traceutil/trace.go:171","msg":"trace[1104019150] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:20079; }","duration":"623.657894ms","start":"2026-07-28T16:25:23.099946Z","end":"2026-07-28T16:25:23.723604Z","steps":["trace[1104019150] 'agreement among raft nodes before linearized reading' (duration: 622.860633ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:25:23.723622Z","caller":"traceutil/trace.go:171","msg":"trace[461381443] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:20079; }","duration":"133.380409ms","start":"2026-07-28T16:25:23.590214Z","end":"2026-07-28T16:25:23.723594Z","steps":["trace[461381443] 'agreement among raft nodes before linearized reading' (duration: 132.513816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:25:23.723654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:25:23.099907Z","time spent":"623.738676ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:26:51.246181Z","caller":"traceutil/trace.go:171","msg":"trace[694498918] transaction","detail":"{read_only:false; response_revision:21150; number_of_response:1; }","duration":"125.072799ms","start":"2026-07-28T16:26:51.121058Z","end":"2026-07-28T16:26:51.246131Z","steps":["trace[694498918] 'process raft request' (duration: 124.607208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:51.528089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.157079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:26:51.52824Z","caller":"traceutil/trace.go:171","msg":"trace[1704343756] linearizableReadLoop","detail":"{readStateIndex:21806; appliedIndex:21804; }","duration":"282.371672ms","start":"2026-07-28T16:26:51.245853Z","end":"2026-07-28T16:26:51.528225Z","steps":["trace[1704343756] 'read index received' (duration: 42.942936ms)","trace[1704343756] 'applied index is now lower than readState.Index' (duration: 239.427726ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:26:51.528498Z","caller":"traceutil/trace.go:171","msg":"trace[594424092] transaction","detail":"{read_only:false; response_revision:21152; number_of_response:1; }","duration":"363.358216ms","start":"2026-07-28T16:26:51.165106Z","end":"2026-07-28T16:26:51.528465Z","steps":["trace[594424092] 'process raft request' (duration: 363.067188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:51.528569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.23628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:26:51.528615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.739944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:26:51.528641Z","caller":"traceutil/trace.go:171","msg":"trace[423132165] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:21152; }","duration":"160.375314ms","start":"2026-07-28T16:26:51.368249Z","end":"2026-07-28T16:26:51.528624Z","steps":["trace[423132165] 'agreement among raft nodes before linearized reading' (duration: 160.220971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:51.528643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.283426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:26:51.528662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.363318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:26:51.528666Z","caller":"traceutil/trace.go:171","msg":"trace[1918661434] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21152; }","duration":"361.816185ms","start":"2026-07-28T16:26:51.166831Z","end":"2026-07-28T16:26:51.528647Z","steps":["trace[1918661434] 'agreement among raft nodes before linearized reading' (duration: 361.593139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:51.528695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:26:51.166812Z","time spent":"361.876937ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T16:26:51.528693Z","caller":"traceutil/trace.go:171","msg":"trace[365767614] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21152; }","duration":"374.333207ms","start":"2026-07-28T16:26:51.154344Z","end":"2026-07-28T16:26:51.528678Z","steps":["trace[365767614] 'agreement among raft nodes before linearized reading' (duration: 374.116391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:51.528662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.325142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:26:51.528737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:26:51.154308Z","time spent":"374.420879ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:26:51.528578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.117595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:26:51.528653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:26:51.165091Z","time spent":"363.476349ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:26:51.528749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.616651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:26:51.528797Z","caller":"traceutil/trace.go:171","msg":"trace[2117822762] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21152; }","duration":"375.510447ms","start":"2026-07-28T16:26:51.153248Z","end":"2026-07-28T16:26:51.528759Z","steps":["trace[2117822762] 'agreement among raft nodes before linearized reading' (duration: 375.181129ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:51.528701Z","caller":"traceutil/trace.go:171","msg":"trace[182578900] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21152; }","duration":"184.397229ms","start":"2026-07-28T16:26:51.344291Z","end":"2026-07-28T16:26:51.528688Z","steps":["trace[182578900] 'agreement among raft nodes before linearized reading' (duration: 184.346668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:51.528612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.349716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-28T16:26:51.52883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.383318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:26:51.528834Z","caller":"traceutil/trace.go:171","msg":"trace[822410848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21152; }","duration":"290.750684ms","start":"2026-07-28T16:26:51.238065Z","end":"2026-07-28T16:26:51.528815Z","steps":["trace[822410848] 'agreement among raft nodes before linearized reading' (duration: 290.59376ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:51.528862Z","caller":"traceutil/trace.go:171","msg":"trace[660025479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21152; }","duration":"156.435819ms","start":"2026-07-28T16:26:51.372418Z","end":"2026-07-28T16:26:51.528854Z","steps":["trace[660025479] 'agreement among raft nodes before linearized reading' (duration: 156.345817ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:51.528861Z","caller":"traceutil/trace.go:171","msg":"trace[840996984] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21152; }","duration":"185.652473ms","start":"2026-07-28T16:26:51.343197Z","end":"2026-07-28T16:26:51.528849Z","steps":["trace[840996984] 'agreement among raft nodes before linearized reading' (duration: 185.253503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:51.528862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:26:51.153243Z","time spent":"375.60527ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:26:51.528802Z","caller":"traceutil/trace.go:171","msg":"trace[1572102378] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:21152; }","duration":"107.406123ms","start":"2026-07-28T16:26:51.421379Z","end":"2026-07-28T16:26:51.528785Z","steps":["trace[1572102378] 'agreement among raft nodes before linearized reading' (duration: 107.087055ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:51.528983Z","caller":"traceutil/trace.go:171","msg":"trace[1620248114] transaction","detail":"{read_only:false; response_revision:21151; number_of_response:1; }","duration":"365.283566ms","start":"2026-07-28T16:26:51.163679Z","end":"2026-07-28T16:26:51.528963Z","steps":["trace[1620248114] 'process raft request' (duration: 125.172832ms)","trace[1620248114] 'compare' (duration: 239.060877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:26:51.529043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:26:51.16366Z","time spent":"365.352268ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:26:51.529063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.735795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T16:26:51.529156Z","caller":"traceutil/trace.go:171","msg":"trace[643258091] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21152; }","duration":"185.91123ms","start":"2026-07-28T16:26:51.34322Z","end":"2026-07-28T16:26:51.529131Z","steps":["trace[643258091] 'agreement among raft nodes before linearized reading' (duration: 185.52976ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:52.915951Z","caller":"traceutil/trace.go:171","msg":"trace[551060331] linearizableReadLoop","detail":"{readStateIndex:21813; appliedIndex:21812; }","duration":"251.628789ms","start":"2026-07-28T16:26:52.664301Z","end":"2026-07-28T16:26:52.915929Z","steps":["trace[551060331] 'read index received' (duration: 251.412863ms)","trace[551060331] 'applied index is now lower than readState.Index' (duration: 214.996µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:26:52.916033Z","caller":"traceutil/trace.go:171","msg":"trace[1399971503] transaction","detail":"{read_only:false; response_revision:21159; number_of_response:1; }","duration":"333.242688ms","start":"2026-07-28T16:26:52.582744Z","end":"2026-07-28T16:26:52.915987Z","steps":["trace[1399971503] 'process raft request' (duration: 333.030082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:52.916121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.809804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:26:52.91618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:26:52.582719Z","time spent":"333.380053ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:26:52.916204Z","caller":"traceutil/trace.go:171","msg":"trace[1642666899] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21159; }","duration":"251.948177ms","start":"2026-07-28T16:26:52.664239Z","end":"2026-07-28T16:26:52.916187Z","steps":["trace[1642666899] 'agreement among raft nodes before linearized reading' (duration: 251.781293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:52.916208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.958081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T16:26:52.916194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.479004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:26:52.916277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.200882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:26:52.916284Z","caller":"traceutil/trace.go:171","msg":"trace[12377198] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:21159; }","duration":"251.606588ms","start":"2026-07-28T16:26:52.664659Z","end":"2026-07-28T16:26:52.916266Z","steps":["trace[12377198] 'agreement among raft nodes before linearized reading' (duration: 251.444314ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:52.916293Z","caller":"traceutil/trace.go:171","msg":"trace[267021177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21159; }","duration":"142.253004ms","start":"2026-07-28T16:26:52.774035Z","end":"2026-07-28T16:26:52.916288Z","steps":["trace[267021177] 'agreement among raft nodes before linearized reading' (duration: 142.225613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:52.916432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.052257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-28T16:26:52.916484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.999176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mm589\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-28T16:26:52.916504Z","caller":"traceutil/trace.go:171","msg":"trace[1668470213] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mm589; range_end:; response_count:1; response_revision:21159; }","duration":"230.057148ms","start":"2026-07-28T16:26:52.686441Z","end":"2026-07-28T16:26:52.916498Z","steps":["trace[1668470213] 'agreement among raft nodes before linearized reading' (duration: 229.993226ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:52.916501Z","caller":"traceutil/trace.go:171","msg":"trace[1954793267] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21159; }","duration":"250.17107ms","start":"2026-07-28T16:26:52.666313Z","end":"2026-07-28T16:26:52.916484Z","steps":["trace[1954793267] 'agreement among raft nodes before linearized reading' (duration: 249.976375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:26:52.916555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.415416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-07-28T16:26:52.916579Z","caller":"traceutil/trace.go:171","msg":"trace[690695564] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:21159; }","duration":"250.455277ms","start":"2026-07-28T16:26:52.666117Z","end":"2026-07-28T16:26:52.916572Z","steps":["trace[690695564] 'agreement among raft nodes before linearized reading' (duration: 250.356634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:26:52.916247Z","caller":"traceutil/trace.go:171","msg":"trace[1699926593] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21159; }","duration":"248.020513ms","start":"2026-07-28T16:26:52.668216Z","end":"2026-07-28T16:26:52.916237Z","steps":["trace[1699926593] 'agreement among raft nodes before linearized reading' (duration: 247.88218ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:27:06.820616Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18339} {"level":"info","ts":"2026-07-28T16:27:06.927644Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18339,"took":"104.413513ms","hash":1128669525,"current-db-size-bytes":46854144,"current-db-size":"47 MB","current-db-size-in-use-bytes":29933568,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T16:27:06.9277Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1128669525,"revision":18339,"compact-revision":15795} {"level":"info","ts":"2026-07-28T16:32:06.828754Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21248} {"level":"info","ts":"2026-07-28T16:32:06.918765Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21248,"took":"87.325821ms","hash":3464285407,"current-db-size-bytes":46854144,"current-db-size":"47 MB","current-db-size-in-use-bytes":28692480,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-28T16:32:06.918864Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3464285407,"revision":21248,"compact-revision":18339} {"level":"info","ts":"2026-07-28T16:34:44.813871Z","caller":"traceutil/trace.go:171","msg":"trace[1768257796] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"106.521505ms","start":"2026-07-28T16:34:44.707316Z","end":"2026-07-28T16:34:44.813838Z","steps":["trace[1768257796] 'process raft request' (duration: 106.343391ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:34:44.949168Z","caller":"traceutil/trace.go:171","msg":"trace[201466048] linearizableReadLoop","detail":"{readStateIndex:25519; appliedIndex:25518; }","duration":"131.569925ms","start":"2026-07-28T16:34:44.817571Z","end":"2026-07-28T16:34:44.949141Z","steps":["trace[201466048] 'read index received' (duration: 83.51192ms)","trace[201466048] 'applied index is now lower than readState.Index' (duration: 48.056795ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:34:44.949302Z","caller":"traceutil/trace.go:171","msg":"trace[1492389788] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"240.128944ms","start":"2026-07-28T16:34:44.709151Z","end":"2026-07-28T16:34:44.94928Z","steps":["trace[1492389788] 'process raft request' (duration: 191.953575ms)","trace[1492389788] 'compare' (duration: 47.919041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:34:44.949448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.01505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:34:44.949446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.850223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:34:44.949551Z","caller":"traceutil/trace.go:171","msg":"trace[1300948249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24757; }","duration":"131.206685ms","start":"2026-07-28T16:34:44.818331Z","end":"2026-07-28T16:34:44.949538Z","steps":["trace[1300948249] 'agreement among raft nodes before linearized reading' (duration: 130.962149ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:34:44.949586Z","caller":"traceutil/trace.go:171","msg":"trace[1225218166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24757; }","duration":"132.022597ms","start":"2026-07-28T16:34:44.817537Z","end":"2026-07-28T16:34:44.94956Z","steps":["trace[1225218166] 'agreement among raft nodes before linearized reading' (duration: 131.74195ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:34:45.607599Z","caller":"traceutil/trace.go:171","msg":"trace[2006929188] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"375.14264ms","start":"2026-07-28T16:34:45.232436Z","end":"2026-07-28T16:34:45.607579Z","steps":["trace[2006929188] 'process raft request' (duration: 375.012016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:45.607719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:34:45.232408Z","time spent":"375.250223ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20778,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:34:45.613858Z","caller":"traceutil/trace.go:171","msg":"trace[2099659850] linearizableReadLoop","detail":"{readStateIndex:25529; appliedIndex:25526; }","duration":"363.136303ms","start":"2026-07-28T16:34:45.250696Z","end":"2026-07-28T16:34:45.613832Z","steps":["trace[2099659850] 'read index received' (duration: 356.855518ms)","trace[2099659850] 'applied index is now lower than readState.Index' (duration: 6.279525ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:34:45.613976Z","caller":"traceutil/trace.go:171","msg":"trace[300378631] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"373.047604ms","start":"2026-07-28T16:34:45.240888Z","end":"2026-07-28T16:34:45.613936Z","steps":["trace[300378631] 'process raft request' (duration: 372.8982ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:34:45.613907Z","caller":"traceutil/trace.go:171","msg":"trace[2070008693] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"373.691561ms","start":"2026-07-28T16:34:45.240185Z","end":"2026-07-28T16:34:45.613876Z","steps":["trace[2070008693] 'process raft request' (duration: 373.435465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:45.61414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:34:45.240825Z","time spent":"373.230239ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:34:45.614122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.41696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:34:45.61439Z","caller":"traceutil/trace.go:171","msg":"trace[883038652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24766; }","duration":"363.725649ms","start":"2026-07-28T16:34:45.250647Z","end":"2026-07-28T16:34:45.614372Z","steps":["trace[883038652] 'agreement among raft nodes before linearized reading' (duration: 363.333128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:45.614474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:34:45.250628Z","time spent":"363.825252ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:34:45.615028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:34:45.240165Z","time spent":"374.04111ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:34:45.61543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.761874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:34:45.615532Z","caller":"traceutil/trace.go:171","msg":"trace[2030262368] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24766; }","duration":"231.906817ms","start":"2026-07-28T16:34:45.383609Z","end":"2026-07-28T16:34:45.615516Z","steps":["trace[2030262368] 'agreement among raft nodes before linearized reading' (duration: 231.756023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:45.615617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.109608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T16:34:45.615664Z","caller":"traceutil/trace.go:171","msg":"trace[1886905798] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24766; }","duration":"184.191181ms","start":"2026-07-28T16:34:45.431462Z","end":"2026-07-28T16:34:45.615653Z","steps":["trace[1886905798] 'agreement among raft nodes before linearized reading' (duration: 183.971205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:46.074936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.332445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:34:46.075037Z","caller":"traceutil/trace.go:171","msg":"trace[1196103159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24767; }","duration":"301.50865ms","start":"2026-07-28T16:34:45.773503Z","end":"2026-07-28T16:34:46.075012Z","steps":["trace[1196103159] 'range keys from in-memory index tree' (duration: 301.247153ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:34:46.075045Z","caller":"traceutil/trace.go:171","msg":"trace[1803104146] linearizableReadLoop","detail":"{readStateIndex:25531; appliedIndex:25530; }","duration":"147.162347ms","start":"2026-07-28T16:34:45.927859Z","end":"2026-07-28T16:34:46.075021Z","steps":["trace[1803104146] 'read index received' (duration: 133.66527ms)","trace[1803104146] 'applied index is now lower than readState.Index' (duration: 13.495737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:34:46.075094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:34:45.773483Z","time spent":"301.596263ms","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:34:46.075089Z","caller":"traceutil/trace.go:171","msg":"trace[1852451387] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"219.397088ms","start":"2026-07-28T16:34:45.85564Z","end":"2026-07-28T16:34:46.075037Z","steps":["trace[1852451387] 'process raft request' (duration: 205.895592ms)","trace[1852451387] 'compare' (duration: 13.018653ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:34:46.075353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.495664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-28T16:34:46.075436Z","caller":"traceutil/trace.go:171","msg":"trace[1659530609] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:24768; }","duration":"147.578086ms","start":"2026-07-28T16:34:45.927838Z","end":"2026-07-28T16:34:46.075416Z","steps":["trace[1659530609] 'agreement among raft nodes before linearized reading' (duration: 147.3126ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:34:46.404233Z","caller":"traceutil/trace.go:171","msg":"trace[524365685] linearizableReadLoop","detail":"{readStateIndex:25532; appliedIndex:25531; }","duration":"292.01985ms","start":"2026-07-28T16:34:46.112185Z","end":"2026-07-28T16:34:46.404205Z","steps":["trace[524365685] 'read index received' (duration: 283.898176ms)","trace[524365685] 'applied index is now lower than readState.Index' (duration: 8.120584ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:34:46.404275Z","caller":"traceutil/trace.go:171","msg":"trace[1624145462] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"325.047809ms","start":"2026-07-28T16:34:46.079206Z","end":"2026-07-28T16:34:46.404253Z","steps":["trace[1624145462] 'process raft request' (duration: 317.037588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:46.404525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.571364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-07-28T16:34:46.404526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:34:46.079181Z","time spent":"325.172673ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:34:46.404583Z","caller":"traceutil/trace.go:171","msg":"trace[320915250] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:24769; }","duration":"175.658356ms","start":"2026-07-28T16:34:46.22891Z","end":"2026-07-28T16:34:46.404568Z","steps":["trace[320915250] 'agreement among raft nodes before linearized reading' (duration: 175.483852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:46.404478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.240765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:34:46.404711Z","caller":"traceutil/trace.go:171","msg":"trace[966291814] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24769; }","duration":"292.544023ms","start":"2026-07-28T16:34:46.112145Z","end":"2026-07-28T16:34:46.404689Z","steps":["trace[966291814] 'agreement among raft nodes before linearized reading' (duration: 292.194974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:34:46.404508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.228328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:34:46.404809Z","caller":"traceutil/trace.go:171","msg":"trace[806498029] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24769; }","duration":"283.589818ms","start":"2026-07-28T16:34:46.121186Z","end":"2026-07-28T16:34:46.404776Z","steps":["trace[806498029] 'agreement among raft nodes before linearized reading' (duration: 283.210208ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:34:52.972622Z","caller":"traceutil/trace.go:171","msg":"trace[1814659935] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"119.197989ms","start":"2026-07-28T16:34:52.853387Z","end":"2026-07-28T16:34:52.972585Z","steps":["trace[1814659935] 'process raft request' (duration: 118.947192ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:37:06.83546Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23385} {"level":"info","ts":"2026-07-28T16:37:06.923709Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23385,"took":"85.707118ms","hash":3398848497,"current-db-size-bytes":46854144,"current-db-size":"47 MB","current-db-size-in-use-bytes":29523968,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T16:37:06.923762Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3398848497,"revision":23385,"compact-revision":21248} {"level":"info","ts":"2026-07-28T16:42:06.841227Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25738} {"level":"info","ts":"2026-07-28T16:42:06.952991Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25738,"took":"109.119704ms","hash":1305035408,"current-db-size-bytes":48132096,"current-db-size":"48 MB","current-db-size-in-use-bytes":30941184,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T16:42:06.953063Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1305035408,"revision":25738,"compact-revision":23385} {"level":"info","ts":"2026-07-28T16:43:48.103816Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T16:43:48.10868Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-28T16:43:48.108899Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-07-28T16:45:46.992542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.897525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T16:45:46.99264Z","caller":"traceutil/trace.go:171","msg":"trace[1946192504] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30105; }","duration":"386.035558ms","start":"2026-07-28T16:45:46.606581Z","end":"2026-07-28T16:45:46.992616Z","steps":["trace[1946192504] 'range keys from in-memory index tree' (duration: 385.684259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:46.992689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:46.606562Z","time spent":"386.11319ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:45:46.992942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.821926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:46.993036Z","caller":"traceutil/trace.go:171","msg":"trace[636971412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30105; }","duration":"219.94804ms","start":"2026-07-28T16:45:46.773073Z","end":"2026-07-28T16:45:46.993021Z","steps":["trace[636971412] 'range keys from in-memory index tree' (duration: 219.755013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:46.992573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.809721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T16:45:46.993597Z","caller":"traceutil/trace.go:171","msg":"trace[877775774] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:30105; }","duration":"169.861318ms","start":"2026-07-28T16:45:46.823723Z","end":"2026-07-28T16:45:46.993585Z","steps":["trace[877775774] 'count revisions from in-memory index tree' (duration: 168.679148ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:47.121273Z","caller":"traceutil/trace.go:171","msg":"trace[785900987] transaction","detail":"{read_only:false; response_revision:30107; number_of_response:1; }","duration":"122.757997ms","start":"2026-07-28T16:45:46.998495Z","end":"2026-07-28T16:45:47.121253Z","steps":["trace[785900987] 'process raft request' (duration: 119.982764ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:49.287732Z","caller":"traceutil/trace.go:171","msg":"trace[214396332] transaction","detail":"{read_only:false; response_revision:30118; number_of_response:1; }","duration":"158.281314ms","start":"2026-07-28T16:45:49.129429Z","end":"2026-07-28T16:45:49.28771Z","steps":["trace[214396332] 'process raft request' (duration: 158.14947ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:50.057931Z","caller":"traceutil/trace.go:171","msg":"trace[542266232] transaction","detail":"{read_only:false; response_revision:30122; number_of_response:1; }","duration":"125.749145ms","start":"2026-07-28T16:45:49.932153Z","end":"2026-07-28T16:45:50.057902Z","steps":["trace[542266232] 'process raft request' (duration: 96.915375ms)","trace[542266232] 'compare' (duration: 28.642085ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:50.306259Z","caller":"traceutil/trace.go:171","msg":"trace[1965075581] transaction","detail":"{read_only:false; response_revision:30124; number_of_response:1; }","duration":"150.070026ms","start":"2026-07-28T16:45:50.156169Z","end":"2026-07-28T16:45:50.306239Z","steps":["trace[1965075581] 'process raft request' (duration: 149.949083ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:50.340453Z","caller":"traceutil/trace.go:171","msg":"trace[1961534953] transaction","detail":"{read_only:false; response_revision:30125; number_of_response:1; }","duration":"180.90468ms","start":"2026-07-28T16:45:50.159524Z","end":"2026-07-28T16:45:50.340429Z","steps":["trace[1961534953] 'process raft request' (duration: 180.753356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:51.568192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.684245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T16:45:51.568265Z","caller":"traceutil/trace.go:171","msg":"trace[1469325419] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30130; }","duration":"122.791218ms","start":"2026-07-28T16:45:51.445459Z","end":"2026-07-28T16:45:51.568251Z","steps":["trace[1469325419] 'range keys from in-memory index tree' (duration: 122.562513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:51.568436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.191452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:45:51.568469Z","caller":"traceutil/trace.go:171","msg":"trace[213566352] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30130; }","duration":"122.254183ms","start":"2026-07-28T16:45:51.446207Z","end":"2026-07-28T16:45:51.568461Z","steps":["trace[213566352] 'range keys from in-memory index tree' (duration: 122.105079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:51.568601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.578502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:45:51.568628Z","caller":"traceutil/trace.go:171","msg":"trace[318278229] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30130; }","duration":"111.634554ms","start":"2026-07-28T16:45:51.456988Z","end":"2026-07-28T16:45:51.568622Z","steps":["trace[318278229] 'range keys from in-memory index tree' (duration: 111.49194ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:51.781957Z","caller":"traceutil/trace.go:171","msg":"trace[1036068804] transaction","detail":"{read_only:false; response_revision:30132; number_of_response:1; }","duration":"208.344354ms","start":"2026-07-28T16:45:51.573585Z","end":"2026-07-28T16:45:51.781929Z","steps":["trace[1036068804] 'process raft request' (duration: 159.874106ms)","trace[1036068804] 'compare' (duration: 48.252822ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:51.782176Z","caller":"traceutil/trace.go:171","msg":"trace[254205726] transaction","detail":"{read_only:false; response_revision:30133; number_of_response:1; }","duration":"207.592713ms","start":"2026-07-28T16:45:51.574534Z","end":"2026-07-28T16:45:51.782126Z","steps":["trace[254205726] 'process raft request' (duration: 207.339196ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:51.782208Z","caller":"traceutil/trace.go:171","msg":"trace[738653147] transaction","detail":"{read_only:false; response_revision:30134; number_of_response:1; }","duration":"207.361627ms","start":"2026-07-28T16:45:51.574825Z","end":"2026-07-28T16:45:51.782186Z","steps":["trace[738653147] 'process raft request' (duration: 207.200013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.065915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.46436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:52.066061Z","caller":"traceutil/trace.go:171","msg":"trace[338477843] transaction","detail":"{read_only:false; response_revision:30135; number_of_response:1; }","duration":"279.611023ms","start":"2026-07-28T16:45:51.786433Z","end":"2026-07-28T16:45:52.066044Z","steps":["trace[338477843] 'process raft request' (duration: 162.938676ms)","trace[338477843] 'compare' (duration: 116.272136ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:52.379606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.798824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:52.379732Z","caller":"traceutil/trace.go:171","msg":"trace[293185003] linearizableReadLoop","detail":"{readStateIndex:31059; appliedIndex:31058; }","duration":"173.947817ms","start":"2026-07-28T16:45:52.205762Z","end":"2026-07-28T16:45:52.37971Z","steps":["trace[293185003] 'read index received' (duration: 2.781943ms)","trace[293185003] 'applied index is now lower than readState.Index' (duration: 171.164354ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:52.379811Z","caller":"traceutil/trace.go:171","msg":"trace[1309858668] transaction","detail":"{read_only:false; response_revision:30137; number_of_response:1; }","duration":"309.449209ms","start":"2026-07-28T16:45:52.070308Z","end":"2026-07-28T16:45:52.379757Z","steps":["trace[1309858668] 'process raft request' (duration: 138.400629ms)","trace[1309858668] 'compare' (duration: 170.642019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:52.380016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.255724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-28T16:45:52.380073Z","caller":"traceutil/trace.go:171","msg":"trace[1734446550] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:30137; }","duration":"174.348996ms","start":"2026-07-28T16:45:52.205708Z","end":"2026-07-28T16:45:52.380057Z","steps":["trace[1734446550] 'agreement among raft nodes before linearized reading' (duration: 174.09628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.38008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.070289Z","time spent":"309.616043ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:52.470622Z","caller":"traceutil/trace.go:171","msg":"trace[428631629] transaction","detail":"{read_only:false; response_revision:30138; number_of_response:1; }","duration":"159.130787ms","start":"2026-07-28T16:45:52.311473Z","end":"2026-07-28T16:45:52.470603Z","steps":["trace[428631629] 'process raft request' (duration: 159.036703ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:52.721258Z","caller":"traceutil/trace.go:171","msg":"trace[1351875819] linearizableReadLoop","detail":"{readStateIndex:31061; appliedIndex:31059; }","duration":"341.466913ms","start":"2026-07-28T16:45:52.379766Z","end":"2026-07-28T16:45:52.721233Z","steps":["trace[1351875819] 'read index received' (duration: 90.804725ms)","trace[1351875819] 'applied index is now lower than readState.Index' (duration: 250.658328ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:52.721407Z","caller":"traceutil/trace.go:171","msg":"trace[1309138331] transaction","detail":"{read_only:false; response_revision:30139; number_of_response:1; }","duration":"376.355443ms","start":"2026-07-28T16:45:52.344997Z","end":"2026-07-28T16:45:52.721353Z","steps":["trace[1309138331] 'process raft request' (duration: 376.004984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.721492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.074726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:45:52.721533Z","caller":"traceutil/trace.go:171","msg":"trace[1862406196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30140; }","duration":"362.155489ms","start":"2026-07-28T16:45:52.359366Z","end":"2026-07-28T16:45:52.721522Z","steps":["trace[1862406196] 'agreement among raft nodes before linearized reading' (duration: 361.991975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.721609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.344972Z","time spent":"376.539167ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:52.721345Z","caller":"traceutil/trace.go:171","msg":"trace[517206376] transaction","detail":"{read_only:false; response_revision:30140; number_of_response:1; }","duration":"301.48761ms","start":"2026-07-28T16:45:52.419797Z","end":"2026-07-28T16:45:52.721285Z","steps":["trace[517206376] 'process raft request' (duration: 301.385817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.721654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.359355Z","time spent":"362.20592ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:45:52.721722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.984708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:45:52.721798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.629441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T16:45:52.721832Z","caller":"traceutil/trace.go:171","msg":"trace[1306381955] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:30140; }","duration":"405.149362ms","start":"2026-07-28T16:45:52.316654Z","end":"2026-07-28T16:45:52.721803Z","steps":["trace[1306381955] 'agreement among raft nodes before linearized reading' (duration: 404.950767ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:52.721856Z","caller":"traceutil/trace.go:171","msg":"trace[347194238] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30140; }","duration":"494.762654ms","start":"2026-07-28T16:45:52.227076Z","end":"2026-07-28T16:45:52.721839Z","steps":["trace[347194238] 'agreement among raft nodes before linearized reading' (duration: 494.563689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.72186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.419775Z","time spent":"301.941671ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:52.721899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.227058Z","time spent":"494.830037ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:45:52.721897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.316626Z","time spent":"405.253485ms","remote":"127.0.0.1:42222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:45:52.722029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.8944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:45:52.722127Z","caller":"traceutil/trace.go:171","msg":"trace[926763197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30140; }","duration":"368.037384ms","start":"2026-07-28T16:45:52.354069Z","end":"2026-07-28T16:45:52.722106Z","steps":["trace[926763197] 'agreement among raft nodes before linearized reading' (duration: 367.647014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.722174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.354055Z","time spent":"368.108266ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:45:52.724433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.166923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-28T16:45:52.724453Z","caller":"traceutil/trace.go:171","msg":"trace[1945617444] transaction","detail":"{read_only:false; response_revision:30141; number_of_response:1; }","duration":"133.225602ms","start":"2026-07-28T16:45:52.591209Z","end":"2026-07-28T16:45:52.724435Z","steps":["trace[1945617444] 'process raft request' (duration: 132.918405ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:52.724505Z","caller":"traceutil/trace.go:171","msg":"trace[732683016] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:30141; }","duration":"336.258346ms","start":"2026-07-28T16:45:52.388228Z","end":"2026-07-28T16:45:52.724486Z","steps":["trace[732683016] 'agreement among raft nodes before linearized reading' (duration: 336.05073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:52.724551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:52.38822Z","time spent":"336.318427ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-28T16:45:52.72471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.119526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:45:52.724791Z","caller":"traceutil/trace.go:171","msg":"trace[1171479982] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30141; }","duration":"225.244469ms","start":"2026-07-28T16:45:52.499526Z","end":"2026-07-28T16:45:52.724771Z","steps":["trace[1171479982] 'agreement among raft nodes before linearized reading' (duration: 224.9392ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:54.965642Z","caller":"traceutil/trace.go:171","msg":"trace[1674531821] transaction","detail":"{read_only:false; response_revision:30151; number_of_response:1; }","duration":"235.042327ms","start":"2026-07-28T16:45:54.730562Z","end":"2026-07-28T16:45:54.965604Z","steps":["trace[1674531821] 'process raft request' (duration: 232.14158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:54.965811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.081566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:54.96591Z","caller":"traceutil/trace.go:171","msg":"trace[827905265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30151; }","duration":"192.243099ms","start":"2026-07-28T16:45:54.773649Z","end":"2026-07-28T16:45:54.965892Z","steps":["trace[827905265] 'agreement among raft nodes before linearized reading' (duration: 192.049964ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:54.965633Z","caller":"traceutil/trace.go:171","msg":"trace[2041716381] linearizableReadLoop","detail":"{readStateIndex:31073; appliedIndex:31071; }","duration":"191.857278ms","start":"2026-07-28T16:45:54.773691Z","end":"2026-07-28T16:45:54.965549Z","steps":["trace[2041716381] 'read index received' (duration: 28.568733ms)","trace[2041716381] 'applied index is now lower than readState.Index' (duration: 163.282995ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:55.210415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.08796ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:45:55.210569Z","caller":"traceutil/trace.go:171","msg":"trace[2094750493] linearizableReadLoop","detail":"{readStateIndex:31075; appliedIndex:31073; }","duration":"244.051803ms","start":"2026-07-28T16:45:54.966449Z","end":"2026-07-28T16:45:55.210501Z","steps":["trace[2094750493] 'read index received' (duration: 3.575914ms)","trace[2094750493] 'applied index is now lower than readState.Index' (duration: 240.473959ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:55.210821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.272205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:45:55.210876Z","caller":"traceutil/trace.go:171","msg":"trace[259202856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30152; }","duration":"328.380238ms","start":"2026-07-28T16:45:54.882479Z","end":"2026-07-28T16:45:55.210859Z","steps":["trace[259202856] 'agreement among raft nodes before linearized reading' (duration: 328.278726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.210956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.612382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:45:55.21098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.882455Z","time spent":"328.510791ms","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:45:55.211018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.584603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T16:45:55.211083Z","caller":"traceutil/trace.go:171","msg":"trace[900309164] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:30152; }","duration":"240.702236ms","start":"2026-07-28T16:45:54.970368Z","end":"2026-07-28T16:45:55.21107Z","steps":["trace[900309164] 'agreement among raft nodes before linearized reading' (duration: 240.45776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.211053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.830038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:45:55.210979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.25356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:55.211177Z","caller":"traceutil/trace.go:171","msg":"trace[379777615] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30152; }","duration":"409.051625ms","start":"2026-07-28T16:45:54.8021Z","end":"2026-07-28T16:45:55.211152Z","steps":["trace[379777615] 'agreement among raft nodes before linearized reading' (duration: 408.684386ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:55.211215Z","caller":"traceutil/trace.go:171","msg":"trace[1689155726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30152; }","duration":"387.542768ms","start":"2026-07-28T16:45:54.823643Z","end":"2026-07-28T16:45:55.211186Z","steps":["trace[1689155726] 'agreement among raft nodes before linearized reading' (duration: 387.219319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.211264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.98366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:45:55.211298Z","caller":"traceutil/trace.go:171","msg":"trace[2004302447] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:30152; }","duration":"184.100414ms","start":"2026-07-28T16:45:55.027191Z","end":"2026-07-28T16:45:55.211292Z","steps":["trace[2004302447] 'agreement among raft nodes before linearized reading' (duration: 184.039993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.211301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.823599Z","time spent":"387.681221ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:45:55.211347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.091838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:45:55.21139Z","caller":"traceutil/trace.go:171","msg":"trace[1964113828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30152; }","duration":"408.174121ms","start":"2026-07-28T16:45:54.803203Z","end":"2026-07-28T16:45:55.211377Z","steps":["trace[1964113828] 'agreement among raft nodes before linearized reading' (duration: 408.067989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.211425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.803181Z","time spent":"408.237514ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:45:55.211031Z","caller":"traceutil/trace.go:171","msg":"trace[389673941] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:30152; }","duration":"180.746525ms","start":"2026-07-28T16:45:55.030268Z","end":"2026-07-28T16:45:55.211014Z","steps":["trace[389673941] 'agreement among raft nodes before linearized reading' (duration: 180.574541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.211237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.80208Z","time spent":"409.141376ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:45:55.21143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.40059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:55.211677Z","caller":"traceutil/trace.go:171","msg":"trace[1399732848] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:30152; }","duration":"237.696087ms","start":"2026-07-28T16:45:54.97396Z","end":"2026-07-28T16:45:55.211656Z","steps":["trace[1399732848] 'agreement among raft nodes before linearized reading' (duration: 237.434681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.211186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.86516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:45:55.211871Z","caller":"traceutil/trace.go:171","msg":"trace[286258968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30152; }","duration":"420.573338ms","start":"2026-07-28T16:45:54.791286Z","end":"2026-07-28T16:45:55.211859Z","steps":["trace[286258968] 'agreement among raft nodes before linearized reading' (duration: 419.773997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:55.211912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:54.791269Z","time spent":"420.63041ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:45:56.370643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.670702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:56.37077Z","caller":"traceutil/trace.go:171","msg":"trace[1670200425] transaction","detail":"{read_only:false; response_revision:30159; number_of_response:1; }","duration":"182.390309ms","start":"2026-07-28T16:45:56.18836Z","end":"2026-07-28T16:45:56.37075Z","steps":["trace[1670200425] 'process raft request' (duration: 39.499401ms)","trace[1670200425] 'compare' (duration: 142.322793ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:56.858083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.732881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:45:56.858195Z","caller":"traceutil/trace.go:171","msg":"trace[1047403982] linearizableReadLoop","detail":"{readStateIndex:31084; appliedIndex:31083; }","duration":"311.467722ms","start":"2026-07-28T16:45:56.546715Z","end":"2026-07-28T16:45:56.858183Z","steps":["trace[1047403982] 'read index received' (duration: 107.458532ms)","trace[1047403982] 'applied index is now lower than readState.Index' (duration: 204.00815ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:56.858251Z","caller":"traceutil/trace.go:171","msg":"trace[56174300] transaction","detail":"{read_only:false; response_revision:30161; number_of_response:1; }","duration":"314.954844ms","start":"2026-07-28T16:45:56.543288Z","end":"2026-07-28T16:45:56.858243Z","steps":["trace[56174300] 'process raft request' (duration: 110.996226ms)","trace[56174300] 'compare' (duration: 203.645849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:56.858291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:56.543263Z","time spent":"315.010576ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:45:56.859409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.649783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T16:45:56.859489Z","caller":"traceutil/trace.go:171","msg":"trace[1663243459] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30162; }","duration":"312.813608ms","start":"2026-07-28T16:45:56.546657Z","end":"2026-07-28T16:45:56.85947Z","steps":["trace[1663243459] 'agreement among raft nodes before linearized reading' (duration: 311.751629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:56.859549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:56.546627Z","time spent":"312.9081ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-28T16:45:57.578284Z","caller":"traceutil/trace.go:171","msg":"trace[549224526] transaction","detail":"{read_only:false; response_revision:30170; number_of_response:1; }","duration":"158.029346ms","start":"2026-07-28T16:45:57.420212Z","end":"2026-07-28T16:45:57.578241Z","steps":["trace[549224526] 'process raft request' (duration: 103.435876ms)","trace[549224526] 'compare' (duration: 54.381215ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:57.922819Z","caller":"traceutil/trace.go:171","msg":"trace[1364923155] transaction","detail":"{read_only:false; response_revision:30171; number_of_response:1; }","duration":"340.800025ms","start":"2026-07-28T16:45:57.581979Z","end":"2026-07-28T16:45:57.922779Z","steps":["trace[1364923155] 'process raft request' (duration: 320.700806ms)","trace[1364923155] 'compare' (duration: 19.914124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:57.923001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.030281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:45:57.922916Z","caller":"traceutil/trace.go:171","msg":"trace[545371814] transaction","detail":"{read_only:false; response_revision:30172; number_of_response:1; }","duration":"187.688099ms","start":"2026-07-28T16:45:57.735134Z","end":"2026-07-28T16:45:57.922822Z","steps":["trace[545371814] 'process raft request' (duration: 187.644118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:57.923029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:57.581944Z","time spent":"340.993461ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:45:57.923051Z","caller":"traceutil/trace.go:171","msg":"trace[1352313064] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:30172; }","duration":"325.166993ms","start":"2026-07-28T16:45:57.597874Z","end":"2026-07-28T16:45:57.923041Z","steps":["trace[1352313064] 'agreement among raft nodes before linearized reading' (duration: 325.049551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:57.923099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:57.597842Z","time spent":"325.238995ms","remote":"127.0.0.1:54482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:45:57.922867Z","caller":"traceutil/trace.go:171","msg":"trace[818229904] linearizableReadLoop","detail":"{readStateIndex:31094; appliedIndex:31093; }","duration":"324.897586ms","start":"2026-07-28T16:45:57.597955Z","end":"2026-07-28T16:45:57.922853Z","steps":["trace[818229904] 'read index received' (duration: 304.687234ms)","trace[818229904] 'applied index is now lower than readState.Index' (duration: 20.209232ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:45:58.614793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.868072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:45:58.614876Z","caller":"traceutil/trace.go:171","msg":"trace[1441571335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30172; }","duration":"238.005145ms","start":"2026-07-28T16:45:58.376852Z","end":"2026-07-28T16:45:58.614857Z","steps":["trace[1441571335] 'range keys from in-memory index tree' (duration: 237.682867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:58.615184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.418649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:45:58.615262Z","caller":"traceutil/trace.go:171","msg":"trace[1830216115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30172; }","duration":"449.551123ms","start":"2026-07-28T16:45:58.165693Z","end":"2026-07-28T16:45:58.615244Z","steps":["trace[1830216115] 'range keys from in-memory index tree' (duration: 449.198213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:58.61531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:58.16567Z","time spent":"449.630695ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:45:58.615208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.835541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T16:45:58.616178Z","caller":"traceutil/trace.go:171","msg":"trace[1551135716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:30172; }","duration":"590.859129ms","start":"2026-07-28T16:45:58.025294Z","end":"2026-07-28T16:45:58.616153Z","steps":["trace[1551135716] 'range keys from in-memory index tree' (duration: 589.588915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:45:58.616251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:45:58.025276Z","time spent":"590.958281ms","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T16:45:58.78895Z","caller":"traceutil/trace.go:171","msg":"trace[1492831097] transaction","detail":"{read_only:false; response_revision:30174; number_of_response:1; }","duration":"168.084001ms","start":"2026-07-28T16:45:58.620851Z","end":"2026-07-28T16:45:58.788935Z","steps":["trace[1492831097] 'process raft request' (duration: 117.639091ms)","trace[1492831097] 'compare' (duration: 50.334827ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:45:58.789092Z","caller":"traceutil/trace.go:171","msg":"trace[96884719] transaction","detail":"{read_only:false; response_revision:30175; number_of_response:1; }","duration":"133.91466ms","start":"2026-07-28T16:45:58.655172Z","end":"2026-07-28T16:45:58.789086Z","steps":["trace[96884719] 'process raft request' (duration: 133.738306ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:59.531818Z","caller":"traceutil/trace.go:171","msg":"trace[857859642] transaction","detail":"{read_only:false; response_revision:30181; number_of_response:1; }","duration":"101.532427ms","start":"2026-07-28T16:45:59.430264Z","end":"2026-07-28T16:45:59.531797Z","steps":["trace[857859642] 'process raft request' (duration: 101.500357ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:45:59.531917Z","caller":"traceutil/trace.go:171","msg":"trace[1219047436] transaction","detail":"{read_only:false; response_revision:30180; number_of_response:1; }","duration":"102.115342ms","start":"2026-07-28T16:45:59.429759Z","end":"2026-07-28T16:45:59.531874Z","steps":["trace[1219047436] 'process raft request' (duration: 57.757352ms)","trace[1219047436] 'compare' (duration: 44.145004ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:00.572228Z","caller":"traceutil/trace.go:171","msg":"trace[1166402162] transaction","detail":"{read_only:false; response_revision:30186; number_of_response:1; }","duration":"212.381371ms","start":"2026-07-28T16:46:00.359828Z","end":"2026-07-28T16:46:00.572209Z","steps":["trace[1166402162] 'process raft request' (duration: 212.257878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:00.849405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.637892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:46:00.849485Z","caller":"traceutil/trace.go:171","msg":"trace[1266103195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30186; }","duration":"103.773925ms","start":"2026-07-28T16:46:00.745692Z","end":"2026-07-28T16:46:00.849466Z","steps":["trace[1266103195] 'range keys from in-memory index tree' (duration: 103.522789ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:01.613949Z","caller":"traceutil/trace.go:171","msg":"trace[2001584262] transaction","detail":"{read_only:false; response_revision:30192; number_of_response:1; }","duration":"233.426866ms","start":"2026-07-28T16:46:01.380471Z","end":"2026-07-28T16:46:01.613898Z","steps":["trace[2001584262] 'process raft request' (duration: 233.092556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:01.833754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.234477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:46:01.834016Z","caller":"traceutil/trace.go:171","msg":"trace[1137987326] transaction","detail":"{read_only:false; response_revision:30194; number_of_response:1; }","duration":"215.05562ms","start":"2026-07-28T16:46:01.618938Z","end":"2026-07-28T16:46:01.833993Z","steps":["trace[1137987326] 'process raft request' (duration: 214.935777ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:01.834263Z","caller":"traceutil/trace.go:171","msg":"trace[169622333] transaction","detail":"{read_only:false; response_revision:30193; number_of_response:1; }","duration":"215.407818ms","start":"2026-07-28T16:46:01.618829Z","end":"2026-07-28T16:46:01.834237Z","steps":["trace[169622333] 'process raft request' (duration: 93.576096ms)","trace[169622333] 'compare' (duration: 121.103633ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:02.040311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.156568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:46:02.040403Z","caller":"traceutil/trace.go:171","msg":"trace[1846303220] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30196; }","duration":"142.280691ms","start":"2026-07-28T16:46:01.898103Z","end":"2026-07-28T16:46:02.040384Z","steps":["trace[1846303220] 'agreement among raft nodes before linearized reading' (duration: 142.101566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:02.332433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.450713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:02.332505Z","caller":"traceutil/trace.go:171","msg":"trace[139123093] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:30199; }","duration":"206.580086ms","start":"2026-07-28T16:46:02.125907Z","end":"2026-07-28T16:46:02.332487Z","steps":["trace[139123093] 'count revisions from in-memory index tree' (duration: 206.393662ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:03.143764Z","caller":"traceutil/trace.go:171","msg":"trace[647645809] transaction","detail":"{read_only:false; response_revision:30204; number_of_response:1; }","duration":"208.054835ms","start":"2026-07-28T16:46:02.93569Z","end":"2026-07-28T16:46:03.143745Z","steps":["trace[647645809] 'process raft request' (duration: 208.021784ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:03.143815Z","caller":"traceutil/trace.go:171","msg":"trace[191515465] transaction","detail":"{read_only:false; response_revision:30203; number_of_response:1; }","duration":"208.168868ms","start":"2026-07-28T16:46:02.935626Z","end":"2026-07-28T16:46:03.143794Z","steps":["trace[191515465] 'process raft request' (duration: 207.972543ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:03.14497Z","caller":"traceutil/trace.go:171","msg":"trace[1940730451] transaction","detail":"{read_only:false; response_revision:30205; number_of_response:1; }","duration":"181.864895ms","start":"2026-07-28T16:46:02.963084Z","end":"2026-07-28T16:46:03.144949Z","steps":["trace[1940730451] 'process raft request' (duration: 181.466724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:03.919795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.036197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:03.919877Z","caller":"traceutil/trace.go:171","msg":"trace[1603643027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30208; }","duration":"144.126559ms","start":"2026-07-28T16:46:03.775735Z","end":"2026-07-28T16:46:03.919861Z","steps":["trace[1603643027] 'range keys from in-memory index tree' (duration: 143.947945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:03.920064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.842209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:03.920093Z","caller":"traceutil/trace.go:171","msg":"trace[534113486] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30208; }","duration":"136.907971ms","start":"2026-07-28T16:46:03.783176Z","end":"2026-07-28T16:46:03.920084Z","steps":["trace[534113486] 'range keys from in-memory index tree' (duration: 136.776737ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:04.032202Z","caller":"traceutil/trace.go:171","msg":"trace[589601180] transaction","detail":"{read_only:false; response_revision:30209; number_of_response:1; }","duration":"108.038558ms","start":"2026-07-28T16:46:03.923795Z","end":"2026-07-28T16:46:04.031834Z","steps":["trace[589601180] 'process raft request' (duration: 107.871784ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:04.054124Z","caller":"traceutil/trace.go:171","msg":"trace[1155668110] transaction","detail":"{read_only:false; response_revision:30210; number_of_response:1; }","duration":"129.847143ms","start":"2026-07-28T16:46:03.924257Z","end":"2026-07-28T16:46:04.054104Z","steps":["trace[1155668110] 'process raft request' (duration: 129.611247ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:04.054017Z","caller":"traceutil/trace.go:171","msg":"trace[492527148] linearizableReadLoop","detail":"{readStateIndex:31134; appliedIndex:31133; }","duration":"128.640042ms","start":"2026-07-28T16:46:03.925361Z","end":"2026-07-28T16:46:04.054001Z","steps":["trace[492527148] 'read index received' (duration: 107.67769ms)","trace[492527148] 'applied index is now lower than readState.Index' (duration: 20.961532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:04.054399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.013973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T16:46:04.054568Z","caller":"traceutil/trace.go:171","msg":"trace[458635022] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30210; }","duration":"129.208537ms","start":"2026-07-28T16:46:03.925347Z","end":"2026-07-28T16:46:04.054555Z","steps":["trace[458635022] 'agreement among raft nodes before linearized reading' (duration: 128.922379ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:04.200107Z","caller":"traceutil/trace.go:171","msg":"trace[1374405755] transaction","detail":"{read_only:false; response_revision:30212; number_of_response:1; }","duration":"102.330848ms","start":"2026-07-28T16:46:04.097751Z","end":"2026-07-28T16:46:04.200082Z","steps":["trace[1374405755] 'process raft request' (duration: 48.383706ms)","trace[1374405755] 'compare' (duration: 53.124661ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:05.073467Z","caller":"traceutil/trace.go:171","msg":"trace[628429609] linearizableReadLoop","detail":"{readStateIndex:31137; appliedIndex:31136; }","duration":"110.379099ms","start":"2026-07-28T16:46:04.963061Z","end":"2026-07-28T16:46:05.07344Z","steps":["trace[628429609] 'read index received' (duration: 57.898566ms)","trace[628429609] 'applied index is now lower than readState.Index' (duration: 52.478903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:05.073626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.554724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:46:05.073852Z","caller":"traceutil/trace.go:171","msg":"trace[1290835757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30212; }","duration":"110.835193ms","start":"2026-07-28T16:46:04.963Z","end":"2026-07-28T16:46:05.073836Z","steps":["trace[1290835757] 'agreement among raft nodes before linearized reading' (duration: 110.541255ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:07.764642Z","caller":"traceutil/trace.go:171","msg":"trace[1732151980] transaction","detail":"{read_only:false; response_revision:30231; number_of_response:1; }","duration":"132.550654ms","start":"2026-07-28T16:46:07.632055Z","end":"2026-07-28T16:46:07.764605Z","steps":["trace[1732151980] 'process raft request' (duration: 132.339419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:11.614039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.236752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:46:11.614176Z","caller":"traceutil/trace.go:171","msg":"trace[1242739601] transaction","detail":"{read_only:false; response_revision:30254; number_of_response:1; }","duration":"263.905478ms","start":"2026-07-28T16:46:11.350247Z","end":"2026-07-28T16:46:11.614152Z","steps":["trace[1242739601] 'process raft request' (duration: 94.088251ms)","trace[1242739601] 'compare' (duration: 168.893913ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:12.266953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.756059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:46:12.26716Z","caller":"traceutil/trace.go:171","msg":"trace[2055238817] linearizableReadLoop","detail":"{readStateIndex:31186; appliedIndex:31183; }","duration":"183.18861ms","start":"2026-07-28T16:46:12.083956Z","end":"2026-07-28T16:46:12.267144Z","steps":["trace[2055238817] 'read index received' (duration: 58.128962ms)","trace[2055238817] 'applied index is now lower than readState.Index' (duration: 125.058758ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:12.267208Z","caller":"traceutil/trace.go:171","msg":"trace[547681805] transaction","detail":"{read_only:false; response_revision:30258; number_of_response:1; }","duration":"185.521951ms","start":"2026-07-28T16:46:12.081636Z","end":"2026-07-28T16:46:12.267158Z","steps":["trace[547681805] 'process raft request' (duration: 60.434973ms)","trace[547681805] 'compare' (duration: 124.640266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:12.267332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.375325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:46:12.267243Z","caller":"traceutil/trace.go:171","msg":"trace[812461162] transaction","detail":"{read_only:false; response_revision:30260; number_of_response:1; }","duration":"184.507185ms","start":"2026-07-28T16:46:12.082712Z","end":"2026-07-28T16:46:12.267219Z","steps":["trace[812461162] 'process raft request' (duration: 184.400132ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:12.267374Z","caller":"traceutil/trace.go:171","msg":"trace[1691935033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30260; }","duration":"183.439476ms","start":"2026-07-28T16:46:12.083922Z","end":"2026-07-28T16:46:12.267361Z","steps":["trace[1691935033] 'agreement among raft nodes before linearized reading' (duration: 183.296943ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:12.267619Z","caller":"traceutil/trace.go:171","msg":"trace[66541819] transaction","detail":"{read_only:false; response_revision:30259; number_of_response:1; }","duration":"185.517401ms","start":"2026-07-28T16:46:12.081668Z","end":"2026-07-28T16:46:12.267186Z","steps":["trace[66541819] 'process raft request' (duration: 185.390147ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:12.269867Z","caller":"traceutil/trace.go:171","msg":"trace[1577435787] transaction","detail":"{read_only:false; response_revision:30261; number_of_response:1; }","duration":"103.732395ms","start":"2026-07-28T16:46:12.166099Z","end":"2026-07-28T16:46:12.269832Z","steps":["trace[1577435787] 'process raft request' (duration: 103.52477ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:12.42458Z","caller":"traceutil/trace.go:171","msg":"trace[2000722896] transaction","detail":"{read_only:false; response_revision:30262; number_of_response:1; }","duration":"151.192586ms","start":"2026-07-28T16:46:12.273349Z","end":"2026-07-28T16:46:12.424542Z","steps":["trace[2000722896] 'process raft request' (duration: 130.827119ms)","trace[2000722896] 'compare' (duration: 20.197013ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:12.51316Z","caller":"traceutil/trace.go:171","msg":"trace[652960674] transaction","detail":"{read_only:false; response_revision:30263; number_of_response:1; }","duration":"239.614767ms","start":"2026-07-28T16:46:12.273512Z","end":"2026-07-28T16:46:12.513127Z","steps":["trace[652960674] 'process raft request' (duration: 239.446833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:12.746956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.008015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:12.747052Z","caller":"traceutil/trace.go:171","msg":"trace[948540177] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:30263; }","duration":"153.160149ms","start":"2026-07-28T16:46:12.593868Z","end":"2026-07-28T16:46:12.747028Z","steps":["trace[948540177] 'count revisions from in-memory index tree' (duration: 152.898452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:12.747085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.396488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-28T16:46:12.747167Z","caller":"traceutil/trace.go:171","msg":"trace[839874244] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:30263; }","duration":"116.502301ms","start":"2026-07-28T16:46:12.630633Z","end":"2026-07-28T16:46:12.747135Z","steps":["trace[839874244] 'range keys from in-memory index tree' (duration: 116.245125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:13.776378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335418508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:46:14.277011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335418508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:46:14.777816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335418508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:46:15.034347Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.812127037s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:46:15.035103Z","caller":"traceutil/trace.go:171","msg":"trace[1453197217] transaction","detail":"{read_only:false; response_revision:30265; number_of_response:1; }","duration":"1.8129862s","start":"2026-07-28T16:46:13.222077Z","end":"2026-07-28T16:46:15.035063Z","steps":["trace[1453197217] 'process raft request' (duration: 1.812648682s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:15.035319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:13.222044Z","time spent":"1.813165265s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:15.773572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T16:46:15.773725Z","caller":"traceutil/trace.go:171","msg":"trace[1600647248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000614817s","start":"2026-07-28T16:46:13.773076Z","end":"2026-07-28T16:46:15.773691Z","steps":["trace[1600647248] 'agreement among raft nodes before linearized reading' (duration: 2.000422752s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:15.773799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:13.773056Z","time spent":"2.00072815s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 16:46:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T16:46:16.466509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.431821891s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T16:46:16.654436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.635467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:46:16.65471Z","caller":"traceutil/trace.go:171","msg":"trace[209055706] transaction","detail":"{read_only:false; response_revision:30266; number_of_response:1; }","duration":"3.382144703s","start":"2026-07-28T16:46:13.272522Z","end":"2026-07-28T16:46:16.654667Z","steps":["trace[209055706] 'process raft request' (duration: 3.194174277s)","trace[209055706] 'compare' (duration: 187.228316ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:16.654749Z","caller":"traceutil/trace.go:171","msg":"trace[997695362] transaction","detail":"{read_only:false; response_revision:30268; number_of_response:1; }","duration":"3.301350602s","start":"2026-07-28T16:46:13.353373Z","end":"2026-07-28T16:46:16.654724Z","steps":["trace[997695362] 'process raft request' (duration: 3.30125283s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:16.654759Z","caller":"traceutil/trace.go:171","msg":"trace[629246664] transaction","detail":"{read_only:false; response_revision:30267; number_of_response:1; }","duration":"3.381915537s","start":"2026-07-28T16:46:13.272799Z","end":"2026-07-28T16:46:16.654714Z","steps":["trace[629246664] 'process raft request' (duration: 3.381748202s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:16.654861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:13.353343Z","time spent":"3.301465966s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:16.654926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:13.272776Z","time spent":"3.382054741s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:16.65502Z","caller":"traceutil/trace.go:171","msg":"trace[329987135] transaction","detail":"{read_only:false; response_revision:30269; number_of_response:1; }","duration":"2.859628826s","start":"2026-07-28T16:46:13.795371Z","end":"2026-07-28T16:46:16.655Z","steps":["trace[329987135] 'process raft request' (duration: 2.859302338s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:16.6551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:13.795339Z","time spent":"2.859722589s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:16.655382Z","caller":"traceutil/trace.go:171","msg":"trace[352007787] transaction","detail":"{read_only:false; response_revision:30270; number_of_response:1; }","duration":"2.379271871s","start":"2026-07-28T16:46:14.276097Z","end":"2026-07-28T16:46:16.655368Z","steps":["trace[352007787] 'process raft request' (duration: 2.37884988s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:16.655445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:14.276074Z","time spent":"2.379338634s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:16.655436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:13.272501Z","time spent":"3.382287266s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:16.81498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T16:46:16.815067Z","caller":"traceutil/trace.go:171","msg":"trace[193334503] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312471s","start":"2026-07-28T16:46:14.814735Z","end":"2026-07-28T16:46:16.815047Z","steps":["trace[193334503] 'agreement among raft nodes before linearized reading' (duration: 2.000198678s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:16.815115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:14.814715Z","time spent":"2.000389753s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 16:46:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T16:46:17.774623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000590466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T16:46:17.774697Z","caller":"traceutil/trace.go:171","msg":"trace[920325156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000781821s","start":"2026-07-28T16:46:15.773901Z","end":"2026-07-28T16:46:17.774683Z","steps":["trace[920325156] 'agreement among raft nodes before linearized reading' (duration: 2.000684848s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:17.774734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:15.773872Z","time spent":"2.000855543s","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:46:17.84688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191770463s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:46:17.847408Z","caller":"traceutil/trace.go:171","msg":"trace[742689821] linearizableReadLoop","detail":"{readStateIndex:31196; appliedIndex:31190; }","duration":"4.58207991s","start":"2026-07-28T16:46:13.265022Z","end":"2026-07-28T16:46:17.847102Z","steps":["trace[742689821] 'read index received' (duration: 1.769681429s)","trace[742689821] 'applied index is now lower than readState.Index' (duration: 2.812397511s)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:17.847756Z","caller":"traceutil/trace.go:171","msg":"trace[405041340] transaction","detail":"{read_only:false; response_revision:30271; number_of_response:1; }","duration":"1.02970905s","start":"2026-07-28T16:46:16.818016Z","end":"2026-07-28T16:46:17.847725Z","steps":["trace[405041340] 'process raft request' (duration: 1.028988271s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:17.847915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:16.817995Z","time spent":"1.029848173s","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T16:46:18.12565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.860616784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T16:46:18.125677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.463238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:46:18.125739Z","caller":"traceutil/trace.go:171","msg":"trace[1608509180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30271; }","duration":"4.860742197s","start":"2026-07-28T16:46:13.264969Z","end":"2026-07-28T16:46:18.125711Z","steps":["trace[1608509180] 'agreement among raft nodes before linearized reading' (duration: 4.582671715s)","trace[1608509180] 'range keys from in-memory index tree' (duration: 277.853576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:18.125814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:13.264943Z","time spent":"4.86085678s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:46:18.125834Z","caller":"traceutil/trace.go:171","msg":"trace[845521514] transaction","detail":"{read_only:false; response_revision:30273; number_of_response:1; }","duration":"273.866461ms","start":"2026-07-28T16:46:17.851955Z","end":"2026-07-28T16:46:18.125822Z","steps":["trace[845521514] 'process raft request' (duration: 273.801239ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.12584Z","caller":"traceutil/trace.go:171","msg":"trace[2132721674] linearizableReadLoop","detail":"{readStateIndex:31199; appliedIndex:31198; }","duration":"278.36688ms","start":"2026-07-28T16:46:17.847453Z","end":"2026-07-28T16:46:18.12582Z","steps":["trace[2132721674] 'read index received' (duration: 50.705997ms)","trace[2132721674] 'applied index is now lower than readState.Index' (duration: 227.658983ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:18.125843Z","caller":"traceutil/trace.go:171","msg":"trace[1038298625] transaction","detail":"{read_only:false; response_revision:30272; number_of_response:1; }","duration":"615.735595ms","start":"2026-07-28T16:46:17.510055Z","end":"2026-07-28T16:46:18.12579Z","steps":["trace[1038298625] 'process raft request' (duration: 388.105903ms)","trace[1038298625] 'compare' (duration: 227.263432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:18.125994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:17.510034Z","time spent":"615.884178ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:18.126008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306039091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:18.126059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501971825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:18.12604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.641109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-28T16:46:18.126008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.508297154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:46:18.126105Z","caller":"traceutil/trace.go:171","msg":"trace[627166444] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:30273; }","duration":"2.502016446s","start":"2026-07-28T16:46:15.624075Z","end":"2026-07-28T16:46:18.126092Z","steps":["trace[627166444] 'agreement among raft nodes before linearized reading' (duration: 2.501954185s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.126143Z","caller":"traceutil/trace.go:171","msg":"trace[2042270906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30273; }","duration":"4.508468518s","start":"2026-07-28T16:46:13.61766Z","end":"2026-07-28T16:46:18.126129Z","steps":["trace[2042270906] 'agreement among raft nodes before linearized reading' (duration: 4.508226812s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.126135Z","caller":"traceutil/trace.go:171","msg":"trace[317286624] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30273; }","duration":"302.774953ms","start":"2026-07-28T16:46:17.823333Z","end":"2026-07-28T16:46:18.126108Z","steps":["trace[317286624] 'agreement among raft nodes before linearized reading' (duration: 302.486556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.126147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:15.624054Z","time spent":"2.502082578s","remote":"127.0.0.1:54500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:46:18.126185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:13.617643Z","time spent":"4.508533049s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:46:18.126205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:17.823313Z","time spent":"302.876086ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:46:18.126217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.975916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:18.126238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219060592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:46:18.126268Z","caller":"traceutil/trace.go:171","msg":"trace[1047563846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30273; }","duration":"345.062937ms","start":"2026-07-28T16:46:17.781192Z","end":"2026-07-28T16:46:18.126255Z","steps":["trace[1047563846] 'agreement among raft nodes before linearized reading' (duration: 344.957744ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.126305Z","caller":"traceutil/trace.go:171","msg":"trace[2002688426] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:30273; }","duration":"3.219133014s","start":"2026-07-28T16:46:14.907153Z","end":"2026-07-28T16:46:18.126286Z","steps":["trace[2002688426] 'agreement among raft nodes before linearized reading' (duration: 3.21900264s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.126067Z","caller":"traceutil/trace.go:171","msg":"trace[2095307178] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:30273; }","duration":"2.306148913s","start":"2026-07-28T16:46:15.819901Z","end":"2026-07-28T16:46:18.12605Z","steps":["trace[2095307178] 'agreement among raft nodes before linearized reading' (duration: 2.306052751s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.126343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785229725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:18.126361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580237186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:18.126425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.431578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T16:46:18.12646Z","caller":"traceutil/trace.go:171","msg":"trace[1723453524] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:30273; }","duration":"3.580393659s","start":"2026-07-28T16:46:14.546044Z","end":"2026-07-28T16:46:18.126438Z","steps":["trace[1723453524] 'agreement among raft nodes before linearized reading' (duration: 3.580204294s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.126497Z","caller":"traceutil/trace.go:171","msg":"trace[2048247242] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30273; }","duration":"854.563351ms","start":"2026-07-28T16:46:17.271919Z","end":"2026-07-28T16:46:18.126483Z","steps":["trace[2048247242] 'agreement among raft nodes before linearized reading' (duration: 854.411567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.126511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088582957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:18.126524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:14.546032Z","time spent":"3.580475652s","remote":"127.0.0.1:54464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:46:18.126511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292882744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:18.126534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.24450947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:46:18.126551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85385536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T16:46:18.126308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:17.781053Z","time spent":"345.245693ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:46:18.12657Z","caller":"traceutil/trace.go:171","msg":"trace[1881145198] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:30273; }","duration":"2.292975216s","start":"2026-07-28T16:46:15.833579Z","end":"2026-07-28T16:46:18.126554Z","steps":["trace[1881145198] 'agreement among raft nodes before linearized reading' (duration: 2.292908324s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.126585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044676354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-28T16:46:18.126588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617143308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:46:18.126591Z","caller":"traceutil/trace.go:171","msg":"trace[1150097097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30273; }","duration":"4.244609992s","start":"2026-07-28T16:46:13.881966Z","end":"2026-07-28T16:46:18.126576Z","steps":["trace[1150097097] 'agreement among raft nodes before linearized reading' (duration: 4.244439728s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.126435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:15.819875Z","time spent":"2.306527984s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:46:18.126351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:14.907057Z","time spent":"3.21928404s","remote":"127.0.0.1:35802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:46:18.126624Z","caller":"traceutil/trace.go:171","msg":"trace[1612255011] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30273; }","duration":"1.044747025s","start":"2026-07-28T16:46:17.081865Z","end":"2026-07-28T16:46:18.126612Z","steps":["trace[1612255011] 'agreement among raft nodes before linearized reading' (duration: 1.044604702s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.126626Z","caller":"traceutil/trace.go:171","msg":"trace[1753130047] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:30273; }","duration":"1.617223609s","start":"2026-07-28T16:46:16.509393Z","end":"2026-07-28T16:46:18.126617Z","steps":["trace[1753130047] 'agreement among raft nodes before linearized reading' (duration: 1.617175498s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.126631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:13.881947Z","time spent":"4.244676884s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:46:18.12665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:17.081844Z","time spent":"1.044801526s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:46:18.126659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:16.509364Z","time spent":"1.61728684s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:46:18.126659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543596618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"warn","ts":"2026-07-28T16:46:18.126688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415207083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:18.126687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834229122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T16:46:18.126588Z","caller":"traceutil/trace.go:171","msg":"trace[969552118] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30273; }","duration":"3.853932762s","start":"2026-07-28T16:46:14.272645Z","end":"2026-07-28T16:46:18.126578Z","steps":["trace[969552118] 'agreement among raft nodes before linearized reading' (duration: 3.853794328s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.126407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696892972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T16:46:18.126105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607415692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:46:18.126748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:14.272618Z","time spent":"3.854123187s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:46:18.126755Z","caller":"traceutil/trace.go:171","msg":"trace[833359079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30273; }","duration":"3.834325995s","start":"2026-07-28T16:46:14.292414Z","end":"2026-07-28T16:46:18.12674Z","steps":["trace[833359079] 'agreement among raft nodes before linearized reading' (duration: 3.834002716s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.126774Z","caller":"traceutil/trace.go:171","msg":"trace[1152578303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30273; }","duration":"3.6081227s","start":"2026-07-28T16:46:14.518643Z","end":"2026-07-28T16:46:18.126765Z","steps":["trace[1152578303] 'agreement among raft nodes before linearized reading' (duration: 3.607396301s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.126798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:14.518618Z","time spent":"3.608171921s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:46:18.126803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:14.292402Z","time spent":"3.834388506s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:46:18.126411Z","caller":"traceutil/trace.go:171","msg":"trace[499655144] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:30273; }","duration":"2.785327288s","start":"2026-07-28T16:46:15.34107Z","end":"2026-07-28T16:46:18.126397Z","steps":["trace[499655144] 'agreement among raft nodes before linearized reading' (duration: 2.785225305s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.126601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:15.833553Z","time spent":"2.293040357s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:46:18.126545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:17.271897Z","time spent":"854.635373ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:46:18.12688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.336141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:46:18.1267Z","caller":"traceutil/trace.go:171","msg":"trace[17785836] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:30273; }","duration":"1.5436634s","start":"2026-07-28T16:46:16.58302Z","end":"2026-07-28T16:46:18.126683Z","steps":["trace[17785836] 'agreement among raft nodes before linearized reading' (duration: 1.543425064s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.126942Z","caller":"traceutil/trace.go:171","msg":"trace[2137781352] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30273; }","duration":"855.535907ms","start":"2026-07-28T16:46:17.271394Z","end":"2026-07-28T16:46:18.12693Z","steps":["trace[2137781352] 'agreement among raft nodes before linearized reading' (duration: 855.085665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.126952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:16.583002Z","time spent":"1.543936358s","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1665,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-28T16:46:18.126984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:17.271372Z","time spent":"855.601208ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:46:18.126548Z","caller":"traceutil/trace.go:171","msg":"trace[1952358913] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:30273; }","duration":"2.088690739s","start":"2026-07-28T16:46:16.037845Z","end":"2026-07-28T16:46:18.126536Z","steps":["trace[1952358913] 'agreement among raft nodes before linearized reading' (duration: 2.088639328s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.126864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:15.341054Z","time spent":"2.785791139s","remote":"127.0.0.1:42846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:46:18.126762Z","caller":"traceutil/trace.go:171","msg":"trace[419225775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30273; }","duration":"3.697278182s","start":"2026-07-28T16:46:14.429469Z","end":"2026-07-28T16:46:18.126748Z","steps":["trace[419225775] 'agreement among raft nodes before linearized reading' (duration: 3.696859371s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.127061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:16.03782Z","time spent":"2.089224773s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:46:18.127128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719320297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:46:18.127171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:14.429449Z","time spent":"3.697702413s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:46:18.127223Z","caller":"traceutil/trace.go:171","msg":"trace[1007536175] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:30273; }","duration":"2.719487552s","start":"2026-07-28T16:46:15.407713Z","end":"2026-07-28T16:46:18.1272Z","steps":["trace[1007536175] 'agreement among raft nodes before linearized reading' (duration: 2.719266817s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.127278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:15.407696Z","time spent":"2.719570874s","remote":"127.0.0.1:54538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:46:18.126736Z","caller":"traceutil/trace.go:171","msg":"trace[326158289] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:30273; }","duration":"1.415294804s","start":"2026-07-28T16:46:16.711429Z","end":"2026-07-28T16:46:18.126724Z","steps":["trace[326158289] 'agreement among raft nodes before linearized reading' (duration: 1.415218572s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.127722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:16.711412Z","time spent":"1.416293642s","remote":"127.0.0.1:40654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:46:18.484904Z","caller":"traceutil/trace.go:171","msg":"trace[1836627791] transaction","detail":"{read_only:false; response_revision:30274; number_of_response:1; }","duration":"352.208766ms","start":"2026-07-28T16:46:18.132667Z","end":"2026-07-28T16:46:18.484875Z","steps":["trace[1836627791] 'process raft request' (duration: 279.663413ms)","trace[1836627791] 'compare' (duration: 72.42043ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:18.485196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:18.132642Z","time spent":"352.332329ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:18.517487Z","caller":"traceutil/trace.go:171","msg":"trace[1951154440] transaction","detail":"{read_only:false; response_revision:30275; number_of_response:1; }","duration":"384.767484ms","start":"2026-07-28T16:46:18.132697Z","end":"2026-07-28T16:46:18.517464Z","steps":["trace[1951154440] 'process raft request' (duration: 384.497707ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.517506Z","caller":"traceutil/trace.go:171","msg":"trace[1158427803] transaction","detail":"{read_only:false; response_revision:30276; number_of_response:1; }","duration":"384.724294ms","start":"2026-07-28T16:46:18.132755Z","end":"2026-07-28T16:46:18.51748Z","steps":["trace[1158427803] 'process raft request' (duration: 384.632641ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.517516Z","caller":"traceutil/trace.go:171","msg":"trace[1979327196] transaction","detail":"{read_only:false; response_revision:30277; number_of_response:1; }","duration":"384.658781ms","start":"2026-07-28T16:46:18.132839Z","end":"2026-07-28T16:46:18.517498Z","steps":["trace[1979327196] 'process raft request' (duration: 384.586169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.517592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:18.132666Z","time spent":"384.871197ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:18.517627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:18.132732Z","time spent":"384.830517ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:18.517628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:18.132831Z","time spent":"384.737375ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:18.517831Z","caller":"traceutil/trace.go:171","msg":"trace[986273189] transaction","detail":"{read_only:false; response_revision:30278; number_of_response:1; }","duration":"384.919609ms","start":"2026-07-28T16:46:18.132899Z","end":"2026-07-28T16:46:18.517818Z","steps":["trace[986273189] 'process raft request' (duration: 384.563669ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.517896Z","caller":"traceutil/trace.go:171","msg":"trace[1229898696] linearizableReadLoop","detail":"{readStateIndex:31209; appliedIndex:31200; }","duration":"384.358604ms","start":"2026-07-28T16:46:18.133528Z","end":"2026-07-28T16:46:18.517887Z","steps":["trace[1229898696] 'read index received' (duration: 278.814711ms)","trace[1229898696] 'applied index is now lower than readState.Index' (duration: 105.543353ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:46:18.517898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:18.132881Z","time spent":"384.98231ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:18.517958Z","caller":"traceutil/trace.go:171","msg":"trace[184705574] transaction","detail":"{read_only:false; response_revision:30283; number_of_response:1; }","duration":"384.143648ms","start":"2026-07-28T16:46:18.133808Z","end":"2026-07-28T16:46:18.517952Z","steps":["trace[184705574] 'process raft request' (duration: 384.050806ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.517974Z","caller":"traceutil/trace.go:171","msg":"trace[1111047073] transaction","detail":"{read_only:false; response_revision:30282; number_of_response:1; }","duration":"384.814426ms","start":"2026-07-28T16:46:18.133137Z","end":"2026-07-28T16:46:18.517952Z","steps":["trace[1111047073] 'process raft request' (duration: 384.702054ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.51805Z","caller":"traceutil/trace.go:171","msg":"trace[1631218256] transaction","detail":"{read_only:false; response_revision:30280; number_of_response:1; }","duration":"385.108054ms","start":"2026-07-28T16:46:18.132932Z","end":"2026-07-28T16:46:18.51804Z","steps":["trace[1631218256] 'process raft request' (duration: 384.857757ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.518065Z","caller":"traceutil/trace.go:171","msg":"trace[647098992] transaction","detail":"{read_only:false; response_revision:30281; number_of_response:1; }","duration":"385.022682ms","start":"2026-07-28T16:46:18.133027Z","end":"2026-07-28T16:46:18.51805Z","steps":["trace[647098992] 'process raft request' (duration: 384.792016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.518102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:18.132913Z","time spent":"385.160815ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:18.518096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:18.133123Z","time spent":"384.907368ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:18.518122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.593419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"warn","ts":"2026-07-28T16:46:18.518131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:18.133012Z","time spent":"385.089013ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:18.518157Z","caller":"traceutil/trace.go:171","msg":"trace[784500580] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30283; }","duration":"384.657121ms","start":"2026-07-28T16:46:18.13349Z","end":"2026-07-28T16:46:18.518147Z","steps":["trace[784500580] 'agreement among raft nodes before linearized reading' (duration: 384.530928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.517993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:18.133797Z","time spent":"384.17427ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:46:18.5182Z","caller":"traceutil/trace.go:171","msg":"trace[337688576] transaction","detail":"{read_only:false; response_revision:30279; number_of_response:1; }","duration":"385.275897ms","start":"2026-07-28T16:46:18.132917Z","end":"2026-07-28T16:46:18.518193Z","steps":["trace[337688576] 'process raft request' (duration: 384.795095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.518187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:18.133477Z","time spent":"384.702633ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:46:18.518233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:18.132907Z","time spent":"385.306989ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:46:18.518292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.118848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-07-28T16:46:18.518326Z","caller":"traceutil/trace.go:171","msg":"trace[340437421] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:30283; }","duration":"384.170689ms","start":"2026-07-28T16:46:18.134142Z","end":"2026-07-28T16:46:18.518313Z","steps":["trace[340437421] 'agreement among raft nodes before linearized reading' (duration: 384.067796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.518356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:46:18.13413Z","time spent":"384.21762ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-28T16:46:18.875967Z","caller":"traceutil/trace.go:171","msg":"trace[214581457] transaction","detail":"{read_only:false; response_revision:30285; number_of_response:1; }","duration":"215.433229ms","start":"2026-07-28T16:46:18.660499Z","end":"2026-07-28T16:46:18.875932Z","steps":["trace[214581457] 'process raft request' (duration: 160.392309ms)","trace[214581457] 'compare' (duration: 54.791794ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:46:18.875981Z","caller":"traceutil/trace.go:171","msg":"trace[297671810] transaction","detail":"{read_only:false; response_revision:30286; number_of_response:1; }","duration":"215.421999ms","start":"2026-07-28T16:46:18.660529Z","end":"2026-07-28T16:46:18.875951Z","steps":["trace[297671810] 'process raft request' (duration: 215.320026ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.876467Z","caller":"traceutil/trace.go:171","msg":"trace[1268217088] transaction","detail":"{read_only:false; response_revision:30287; number_of_response:1; }","duration":"215.852411ms","start":"2026-07-28T16:46:18.660578Z","end":"2026-07-28T16:46:18.87643Z","steps":["trace[1268217088] 'process raft request' (duration: 215.326997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:46:18.876924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.041535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23387"} {"level":"info","ts":"2026-07-28T16:46:18.877158Z","caller":"traceutil/trace.go:171","msg":"trace[1954308133] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30287; }","duration":"197.305602ms","start":"2026-07-28T16:46:18.679813Z","end":"2026-07-28T16:46:18.877119Z","steps":["trace[1954308133] 'agreement among raft nodes before linearized reading' (duration: 196.887311ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:46:18.876563Z","caller":"traceutil/trace.go:171","msg":"trace[301106196] linearizableReadLoop","detail":"{readStateIndex:31214; appliedIndex:31210; }","duration":"196.630344ms","start":"2026-07-28T16:46:18.679862Z","end":"2026-07-28T16:46:18.876493Z","steps":["trace[301106196] 'read index received' (duration: 37.231152ms)","trace[301106196] 'applied index is now lower than readState.Index' (duration: 159.395082ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:47:06.846648Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28347} {"level":"info","ts":"2026-07-28T16:47:06.953631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28347,"took":"103.656264ms","hash":3873256057,"current-db-size-bytes":48558080,"current-db-size":"49 MB","current-db-size-in-use-bytes":30965760,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T16:47:06.95369Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3873256057,"revision":28347,"compact-revision":25738} {"level":"info","ts":"2026-07-28T16:49:07.614565Z","caller":"traceutil/trace.go:171","msg":"trace[2009178915] linearizableReadLoop","detail":"{readStateIndex:32629; appliedIndex:32628; }","duration":"172.346424ms","start":"2026-07-28T16:49:07.442181Z","end":"2026-07-28T16:49:07.614527Z","steps":["trace[2009178915] 'read index received' (duration: 135.653477ms)","trace[2009178915] 'applied index is now lower than readState.Index' (duration: 36.691426ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:07.614652Z","caller":"traceutil/trace.go:171","msg":"trace[1014197152] transaction","detail":"{read_only:false; response_revision:31657; number_of_response:1; }","duration":"174.258414ms","start":"2026-07-28T16:49:07.440347Z","end":"2026-07-28T16:49:07.614605Z","steps":["trace[1014197152] 'process raft request' (duration: 137.474165ms)","trace[1014197152] 'compare' (duration: 36.317797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:49:07.614824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.61739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:49:07.614912Z","caller":"traceutil/trace.go:171","msg":"trace[1495698078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31657; }","duration":"172.709913ms","start":"2026-07-28T16:49:07.442165Z","end":"2026-07-28T16:49:07.614875Z","steps":["trace[1495698078] 'agreement among raft nodes before linearized reading' (duration: 172.485388ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:07.6596Z","caller":"traceutil/trace.go:171","msg":"trace[560271029] transaction","detail":"{read_only:false; response_revision:31658; number_of_response:1; }","duration":"166.032397ms","start":"2026-07-28T16:49:07.493552Z","end":"2026-07-28T16:49:07.659585Z","steps":["trace[560271029] 'process raft request' (duration: 165.905034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:07.659867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.800481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:49:07.659903Z","caller":"traceutil/trace.go:171","msg":"trace[1818455809] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:31660; }","duration":"190.860183ms","start":"2026-07-28T16:49:07.469034Z","end":"2026-07-28T16:49:07.659894Z","steps":["trace[1818455809] 'agreement among raft nodes before linearized reading' (duration: 190.790651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:07.659887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.295435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:49:07.659981Z","caller":"traceutil/trace.go:171","msg":"trace[1498833717] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31660; }","duration":"199.428548ms","start":"2026-07-28T16:49:07.460529Z","end":"2026-07-28T16:49:07.659958Z","steps":["trace[1498833717] 'agreement among raft nodes before linearized reading' (duration: 199.267034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:07.66001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.462068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T16:49:07.66005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.476075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:49:07.660095Z","caller":"traceutil/trace.go:171","msg":"trace[1738850610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31660; }","duration":"191.584941ms","start":"2026-07-28T16:49:07.468492Z","end":"2026-07-28T16:49:07.660077Z","steps":["trace[1738850610] 'agreement among raft nodes before linearized reading' (duration: 191.385316ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:07.660109Z","caller":"traceutil/trace.go:171","msg":"trace[1909729622] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:31660; }","duration":"184.585657ms","start":"2026-07-28T16:49:07.475509Z","end":"2026-07-28T16:49:07.660095Z","steps":["trace[1909729622] 'agreement among raft nodes before linearized reading' (duration: 184.404842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:07.660205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.334725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:49:07.660307Z","caller":"traceutil/trace.go:171","msg":"trace[699899979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31660; }","duration":"191.460758ms","start":"2026-07-28T16:49:07.468823Z","end":"2026-07-28T16:49:07.660284Z","steps":["trace[699899979] 'agreement among raft nodes before linearized reading' (duration: 191.048077ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:07.827976Z","caller":"traceutil/trace.go:171","msg":"trace[334753588] linearizableReadLoop","detail":"{readStateIndex:32636; appliedIndex:32633; }","duration":"142.966659ms","start":"2026-07-28T16:49:07.684992Z","end":"2026-07-28T16:49:07.827959Z","steps":["trace[334753588] 'read index received' (duration: 142.837786ms)","trace[334753588] 'applied index is now lower than readState.Index' (duration: 128.183µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:07.828088Z","caller":"traceutil/trace.go:171","msg":"trace[1462322202] transaction","detail":"{read_only:false; response_revision:31663; number_of_response:1; }","duration":"163.529082ms","start":"2026-07-28T16:49:07.664532Z","end":"2026-07-28T16:49:07.828061Z","steps":["trace[1462322202] 'process raft request' (duration: 163.326157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:07.828127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.125793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T16:49:07.828151Z","caller":"traceutil/trace.go:171","msg":"trace[456768518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31664; }","duration":"143.185265ms","start":"2026-07-28T16:49:07.684959Z","end":"2026-07-28T16:49:07.828144Z","steps":["trace[456768518] 'agreement among raft nodes before linearized reading' (duration: 143.069042ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:07.82815Z","caller":"traceutil/trace.go:171","msg":"trace[1766079749] transaction","detail":"{read_only:false; response_revision:31664; number_of_response:1; }","duration":"163.09724ms","start":"2026-07-28T16:49:07.66501Z","end":"2026-07-28T16:49:07.828107Z","steps":["trace[1766079749] 'process raft request' (duration: 162.920816ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:07.828218Z","caller":"traceutil/trace.go:171","msg":"trace[410257065] transaction","detail":"{read_only:false; response_revision:31662; number_of_response:1; }","duration":"163.670455ms","start":"2026-07-28T16:49:07.66449Z","end":"2026-07-28T16:49:07.828161Z","steps":["trace[410257065] 'process raft request' (duration: 163.263215ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:49:55.806718Z","caller":"traceutil/trace.go:171","msg":"trace[1788662831] linearizableReadLoop","detail":"{readStateIndex:33003; appliedIndex:33002; }","duration":"159.850605ms","start":"2026-07-28T16:49:55.646843Z","end":"2026-07-28T16:49:55.806694Z","steps":["trace[1788662831] 'read index received' (duration: 159.800154ms)","trace[1788662831] 'applied index is now lower than readState.Index' (duration: 49.101µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:49:55.806874Z","caller":"traceutil/trace.go:171","msg":"trace[1214977382] transaction","detail":"{read_only:false; response_revision:32020; number_of_response:1; }","duration":"248.849592ms","start":"2026-07-28T16:49:55.557992Z","end":"2026-07-28T16:49:55.806841Z","steps":["trace[1214977382] 'process raft request' (duration: 248.559744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:49:55.806985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.128602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:49:55.807014Z","caller":"traceutil/trace.go:171","msg":"trace[1458344875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32020; }","duration":"160.212044ms","start":"2026-07-28T16:49:55.646794Z","end":"2026-07-28T16:49:55.807006Z","steps":["trace[1458344875] 'agreement among raft nodes before linearized reading' (duration: 159.989569ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:03.712372Z","caller":"traceutil/trace.go:171","msg":"trace[715415791] transaction","detail":"{read_only:false; response_revision:32087; number_of_response:1; }","duration":"164.378964ms","start":"2026-07-28T16:50:03.547969Z","end":"2026-07-28T16:50:03.712348Z","steps":["trace[715415791] 'process raft request' (duration: 164.270232ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:03.712396Z","caller":"traceutil/trace.go:171","msg":"trace[1689326915] transaction","detail":"{read_only:false; response_revision:32086; number_of_response:1; }","duration":"170.756352ms","start":"2026-07-28T16:50:03.541585Z","end":"2026-07-28T16:50:03.712341Z","steps":["trace[1689326915] 'process raft request' (duration: 88.039011ms)","trace[1689326915] 'compare' (duration: 81.669623ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:50:20.554765Z","caller":"traceutil/trace.go:171","msg":"trace[1911705976] transaction","detail":"{read_only:false; response_revision:32252; number_of_response:1; }","duration":"127.398999ms","start":"2026-07-28T16:50:20.427339Z","end":"2026-07-28T16:50:20.554738Z","steps":["trace[1911705976] 'process raft request' (duration: 116.309807ms)","trace[1911705976] 'compare' (duration: 10.819115ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:50:21.378821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.172164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-28T16:50:21.378951Z","caller":"traceutil/trace.go:171","msg":"trace[921781052] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32252; }","duration":"528.338859ms","start":"2026-07-28T16:50:20.85059Z","end":"2026-07-28T16:50:21.378929Z","steps":["trace[921781052] 'range keys from in-memory index tree' (duration: 527.989021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:21.378998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:20.850581Z","time spent":"528.407112ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:50:21.37908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.510791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:50:21.379173Z","caller":"traceutil/trace.go:171","msg":"trace[2121880234] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32252; }","duration":"510.646424ms","start":"2026-07-28T16:50:20.868504Z","end":"2026-07-28T16:50:21.37915Z","steps":["trace[2121880234] 'range keys from in-memory index tree' (duration: 510.423268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:21.379192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.237337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-07-28T16:50:21.379235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:20.868487Z","time spent":"510.738236ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-28T16:50:21.37925Z","caller":"traceutil/trace.go:171","msg":"trace[1696370389] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32252; }","duration":"509.326149ms","start":"2026-07-28T16:50:20.86991Z","end":"2026-07-28T16:50:21.379236Z","steps":["trace[1696370389] 'range keys from in-memory index tree' (duration: 509.098583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:21.379278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:20.869895Z","time spent":"509.378701ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T16:50:21.379354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.317222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:50:21.379479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.485439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-28T16:50:21.379514Z","caller":"traceutil/trace.go:171","msg":"trace[1486892785] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32252; }","duration":"502.540259ms","start":"2026-07-28T16:50:20.876963Z","end":"2026-07-28T16:50:21.379504Z","steps":["trace[1486892785] 'range keys from in-memory index tree' (duration: 502.351514ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:21.379518Z","caller":"traceutil/trace.go:171","msg":"trace[1624429686] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32252; }","duration":"533.551758ms","start":"2026-07-28T16:50:20.845927Z","end":"2026-07-28T16:50:21.379479Z","steps":["trace[1624429686] 'range keys from in-memory index tree' (duration: 533.221939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:21.379604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:20.845906Z","time spent":"533.683291ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-28T16:50:21.379548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:20.876953Z","time spent":"502.588141ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T16:50:21.380361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.657796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-28T16:50:21.380436Z","caller":"traceutil/trace.go:171","msg":"trace[1913598985] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32252; }","duration":"534.79126ms","start":"2026-07-28T16:50:20.84563Z","end":"2026-07-28T16:50:21.380421Z","steps":["trace[1913598985] 'range keys from in-memory index tree' (duration: 533.364373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:21.380469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:50:20.84561Z","time spent":"534.851961ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-28T16:50:21.433894Z","caller":"traceutil/trace.go:171","msg":"trace[1653838426] linearizableReadLoop","detail":"{readStateIndex:33241; appliedIndex:33240; }","duration":"177.353976ms","start":"2026-07-28T16:50:21.256507Z","end":"2026-07-28T16:50:21.433861Z","steps":["trace[1653838426] 'read index received' (duration: 177.322915ms)","trace[1653838426] 'applied index is now lower than readState.Index' (duration: 27.621µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:50:21.434063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.53554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:50:21.434114Z","caller":"traceutil/trace.go:171","msg":"trace[854265669] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32253; }","duration":"177.644683ms","start":"2026-07-28T16:50:21.256456Z","end":"2026-07-28T16:50:21.4341Z","steps":["trace[854265669] 'agreement among raft nodes before linearized reading' (duration: 177.50171ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:21.433896Z","caller":"traceutil/trace.go:171","msg":"trace[2122048405] transaction","detail":"{read_only:false; response_revision:32253; number_of_response:1; }","duration":"236.443874ms","start":"2026-07-28T16:50:21.197416Z","end":"2026-07-28T16:50:21.43386Z","steps":["trace[2122048405] 'process raft request' (duration: 236.28478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:21.43431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.118192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:50:21.434383Z","caller":"traceutil/trace.go:171","msg":"trace[1189173877] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32253; }","duration":"176.220267ms","start":"2026-07-28T16:50:21.258142Z","end":"2026-07-28T16:50:21.434362Z","steps":["trace[1189173877] 'agreement among raft nodes before linearized reading' (duration: 176.083312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:21.434338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.875688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-28T16:50:21.434482Z","caller":"traceutil/trace.go:171","msg":"trace[1570331778] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32253; }","duration":"176.030751ms","start":"2026-07-28T16:50:21.258437Z","end":"2026-07-28T16:50:21.434468Z","steps":["trace[1570331778] 'agreement among raft nodes before linearized reading' (duration: 175.725353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:21.434502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.851753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-28T16:50:21.434605Z","caller":"traceutil/trace.go:171","msg":"trace[1832684121] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32253; }","duration":"177.018887ms","start":"2026-07-28T16:50:21.257563Z","end":"2026-07-28T16:50:21.434582Z","steps":["trace[1832684121] 'agreement among raft nodes before linearized reading' (duration: 176.665137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:21.434531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.8917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-28T16:50:21.4347Z","caller":"traceutil/trace.go:171","msg":"trace[2048852345] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32253; }","duration":"178.121056ms","start":"2026-07-28T16:50:21.256566Z","end":"2026-07-28T16:50:21.434687Z","steps":["trace[2048852345] 'agreement among raft nodes before linearized reading' (duration: 177.582181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:31.891444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.218897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:50:31.891927Z","caller":"traceutil/trace.go:171","msg":"trace[47050272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32344; }","duration":"118.364351ms","start":"2026-07-28T16:50:31.773165Z","end":"2026-07-28T16:50:31.89153Z","steps":["trace[47050272] 'range keys from in-memory index tree' (duration: 118.149596ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:31.89203Z","caller":"traceutil/trace.go:171","msg":"trace[1566836278] transaction","detail":"{read_only:false; response_revision:32345; number_of_response:1; }","duration":"111.905791ms","start":"2026-07-28T16:50:31.779794Z","end":"2026-07-28T16:50:31.8917Z","steps":["trace[1566836278] 'process raft request' (duration: 60.755983ms)","trace[1566836278] 'compare' (duration: 50.664215ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:50:34.244698Z","caller":"traceutil/trace.go:171","msg":"trace[2050076097] transaction","detail":"{read_only:false; response_revision:32358; number_of_response:1; }","duration":"199.360917ms","start":"2026-07-28T16:50:34.045307Z","end":"2026-07-28T16:50:34.244668Z","steps":["trace[2050076097] 'process raft request' (duration: 199.094059ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:34.244904Z","caller":"traceutil/trace.go:171","msg":"trace[1525212977] linearizableReadLoop","detail":"{readStateIndex:33349; appliedIndex:33347; }","duration":"182.321477ms","start":"2026-07-28T16:50:34.062559Z","end":"2026-07-28T16:50:34.244881Z","steps":["trace[1525212977] 'read index received' (duration: 181.789783ms)","trace[1525212977] 'applied index is now lower than readState.Index' (duration: 530.364µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:50:34.244953Z","caller":"traceutil/trace.go:171","msg":"trace[593084565] transaction","detail":"{read_only:false; response_revision:32359; number_of_response:1; }","duration":"198.246087ms","start":"2026-07-28T16:50:34.046672Z","end":"2026-07-28T16:50:34.244918Z","steps":["trace[593084565] 'process raft request' (duration: 197.93791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:34.245106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.285337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T16:50:34.245124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.614613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:50:34.245166Z","caller":"traceutil/trace.go:171","msg":"trace[920694459] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32359; }","duration":"188.703895ms","start":"2026-07-28T16:50:34.05645Z","end":"2026-07-28T16:50:34.245153Z","steps":["trace[920694459] 'agreement among raft nodes before linearized reading' (duration: 188.537901ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:34.245172Z","caller":"traceutil/trace.go:171","msg":"trace[958246256] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32359; }","duration":"187.3762ms","start":"2026-07-28T16:50:34.057773Z","end":"2026-07-28T16:50:34.24515Z","steps":["trace[958246256] 'agreement among raft nodes before linearized reading' (duration: 187.143454ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:34.252292Z","caller":"traceutil/trace.go:171","msg":"trace[232461552] transaction","detail":"{read_only:false; response_revision:32360; number_of_response:1; }","duration":"185.697086ms","start":"2026-07-28T16:50:34.066576Z","end":"2026-07-28T16:50:34.252273Z","steps":["trace[232461552] 'process raft request' (duration: 185.549152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:34.252599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.429004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:50:34.252642Z","caller":"traceutil/trace.go:171","msg":"trace[1791125202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32362; }","duration":"189.504347ms","start":"2026-07-28T16:50:34.063128Z","end":"2026-07-28T16:50:34.252632Z","steps":["trace[1791125202] 'agreement among raft nodes before linearized reading' (duration: 189.378023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:34.2527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.501735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T16:50:34.252747Z","caller":"traceutil/trace.go:171","msg":"trace[1891290741] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32362; }","duration":"184.567657ms","start":"2026-07-28T16:50:34.068161Z","end":"2026-07-28T16:50:34.252729Z","steps":["trace[1891290741] 'agreement among raft nodes before linearized reading' (duration: 184.430424ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:36.358051Z","caller":"traceutil/trace.go:171","msg":"trace[1192903699] transaction","detail":"{read_only:false; response_revision:32373; number_of_response:1; }","duration":"105.44584ms","start":"2026-07-28T16:50:36.252545Z","end":"2026-07-28T16:50:36.357991Z","steps":["trace[1192903699] 'process raft request' (duration: 58.247826ms)","trace[1192903699] 'compare' (duration: 46.968178ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:50:36.402775Z","caller":"traceutil/trace.go:171","msg":"trace[19534812] transaction","detail":"{read_only:false; response_revision:32374; number_of_response:1; }","duration":"120.118267ms","start":"2026-07-28T16:50:36.282633Z","end":"2026-07-28T16:50:36.402751Z","steps":["trace[19534812] 'process raft request' (duration: 119.940143ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:36.403016Z","caller":"traceutil/trace.go:171","msg":"trace[1298518694] linearizableReadLoop","detail":"{readStateIndex:33366; appliedIndex:33363; }","duration":"109.407544ms","start":"2026-07-28T16:50:36.293589Z","end":"2026-07-28T16:50:36.402996Z","steps":["trace[1298518694] 'read index received' (duration: 17.167213ms)","trace[1298518694] 'applied index is now lower than readState.Index' (duration: 92.239391ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:50:36.403138Z","caller":"traceutil/trace.go:171","msg":"trace[100193681] transaction","detail":"{read_only:false; response_revision:32375; number_of_response:1; }","duration":"120.457076ms","start":"2026-07-28T16:50:36.282674Z","end":"2026-07-28T16:50:36.403131Z","steps":["trace[100193681] 'process raft request' (duration: 120.028575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:36.4033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.707433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:50:36.403328Z","caller":"traceutil/trace.go:171","msg":"trace[1299568452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32375; }","duration":"109.778964ms","start":"2026-07-28T16:50:36.293541Z","end":"2026-07-28T16:50:36.40332Z","steps":["trace[1299568452] 'agreement among raft nodes before linearized reading' (duration: 109.678712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:36.608618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.364354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:50:36.60889Z","caller":"traceutil/trace.go:171","msg":"trace[1313522608] transaction","detail":"{read_only:false; response_revision:32376; number_of_response:1; }","duration":"202.001357ms","start":"2026-07-28T16:50:36.406859Z","end":"2026-07-28T16:50:36.60886Z","steps":["trace[1313522608] 'process raft request' (duration: 70.229802ms)","trace[1313522608] 'compare' (duration: 131.086557ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:50:36.609077Z","caller":"traceutil/trace.go:171","msg":"trace[1584162325] linearizableReadLoop","detail":"{readStateIndex:33369; appliedIndex:33366; }","duration":"180.049867ms","start":"2026-07-28T16:50:36.428997Z","end":"2026-07-28T16:50:36.609047Z","steps":["trace[1584162325] 'read index received' (duration: 48.277063ms)","trace[1584162325] 'applied index is now lower than readState.Index' (duration: 131.771144ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:50:36.609182Z","caller":"traceutil/trace.go:171","msg":"trace[200361797] transaction","detail":"{read_only:false; response_revision:32377; number_of_response:1; }","duration":"201.961155ms","start":"2026-07-28T16:50:36.407212Z","end":"2026-07-28T16:50:36.609173Z","steps":["trace[200361797] 'process raft request' (duration: 201.601845ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:36.60922Z","caller":"traceutil/trace.go:171","msg":"trace[871176601] transaction","detail":"{read_only:false; response_revision:32378; number_of_response:1; }","duration":"200.751873ms","start":"2026-07-28T16:50:36.40845Z","end":"2026-07-28T16:50:36.609202Z","steps":["trace[871176601] 'process raft request' (duration: 200.536458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:36.609477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.13121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:50:36.609519Z","caller":"traceutil/trace.go:171","msg":"trace[1422146327] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:32378; }","duration":"130.199092ms","start":"2026-07-28T16:50:36.479309Z","end":"2026-07-28T16:50:36.609508Z","steps":["trace[1422146327] 'agreement among raft nodes before linearized reading' (duration: 130.11223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:36.609652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.660783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:50:36.609687Z","caller":"traceutil/trace.go:171","msg":"trace[190930923] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:32378; }","duration":"180.726335ms","start":"2026-07-28T16:50:36.42895Z","end":"2026-07-28T16:50:36.609677Z","steps":["trace[190930923] 'agreement among raft nodes before linearized reading' (duration: 180.674124ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:36.916651Z","caller":"traceutil/trace.go:171","msg":"trace[1033082866] linearizableReadLoop","detail":"{readStateIndex:33372; appliedIndex:33370; }","duration":"145.250409ms","start":"2026-07-28T16:50:36.771377Z","end":"2026-07-28T16:50:36.916628Z","steps":["trace[1033082866] 'read index received' (duration: 93.486924ms)","trace[1033082866] 'applied index is now lower than readState.Index' (duration: 51.762485ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:50:36.916772Z","caller":"traceutil/trace.go:171","msg":"trace[2047651343] transaction","detail":"{read_only:false; response_revision:32381; number_of_response:1; }","duration":"149.775419ms","start":"2026-07-28T16:50:36.766971Z","end":"2026-07-28T16:50:36.916746Z","steps":["trace[2047651343] 'process raft request' (duration: 149.570044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:36.916834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.439314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:50:36.916874Z","caller":"traceutil/trace.go:171","msg":"trace[1601540165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32381; }","duration":"145.501796ms","start":"2026-07-28T16:50:36.771359Z","end":"2026-07-28T16:50:36.916861Z","steps":["trace[1601540165] 'agreement among raft nodes before linearized reading' (duration: 145.360142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:51.239629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.742735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:50:51.239849Z","caller":"traceutil/trace.go:171","msg":"trace[728622435] transaction","detail":"{read_only:false; response_revision:32477; number_of_response:1; }","duration":"256.907986ms","start":"2026-07-28T16:50:50.982917Z","end":"2026-07-28T16:50:51.239825Z","steps":["trace[728622435] 'process raft request' (duration: 100.887444ms)","trace[728622435] 'compare' (duration: 155.038026ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:50:54.908164Z","caller":"traceutil/trace.go:171","msg":"trace[1736530421] linearizableReadLoop","detail":"{readStateIndex:33515; appliedIndex:33513; }","duration":"201.702268ms","start":"2026-07-28T16:50:54.706428Z","end":"2026-07-28T16:50:54.90813Z","steps":["trace[1736530421] 'read index received' (duration: 26.90898ms)","trace[1736530421] 'applied index is now lower than readState.Index' (duration: 174.792078ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:50:54.90821Z","caller":"traceutil/trace.go:171","msg":"trace[1862231374] transaction","detail":"{read_only:false; response_revision:32520; number_of_response:1; }","duration":"202.206661ms","start":"2026-07-28T16:50:54.705963Z","end":"2026-07-28T16:50:54.908169Z","steps":["trace[1862231374] 'process raft request' (duration: 115.267995ms)","trace[1862231374] 'compare' (duration: 86.742591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:50:54.908432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.981455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:50:54.908477Z","caller":"traceutil/trace.go:171","msg":"trace[1767633635] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:32520; }","duration":"202.065557ms","start":"2026-07-28T16:50:54.7064Z","end":"2026-07-28T16:50:54.908465Z","steps":["trace[1767633635] 'agreement among raft nodes before linearized reading' (duration: 201.861672ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:54.908874Z","caller":"traceutil/trace.go:171","msg":"trace[1654976083] transaction","detail":"{read_only:false; response_revision:32521; number_of_response:1; }","duration":"101.503472ms","start":"2026-07-28T16:50:54.807331Z","end":"2026-07-28T16:50:54.908834Z","steps":["trace[1654976083] 'process raft request' (duration: 101.316717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:54.908983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.765789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:50:54.909065Z","caller":"traceutil/trace.go:171","msg":"trace[153987421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32521; }","duration":"201.860292ms","start":"2026-07-28T16:50:54.707184Z","end":"2026-07-28T16:50:54.909044Z","steps":["trace[153987421] 'agreement among raft nodes before linearized reading' (duration: 201.601605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:54.909127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.016094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:50:54.909236Z","caller":"traceutil/trace.go:171","msg":"trace[1641717051] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:32521; }","duration":"119.199859ms","start":"2026-07-28T16:50:54.790009Z","end":"2026-07-28T16:50:54.909208Z","steps":["trace[1641717051] 'agreement among raft nodes before linearized reading' (duration: 118.872661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:54.909208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.089789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:50:54.909341Z","caller":"traceutil/trace.go:171","msg":"trace[1889386421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32521; }","duration":"135.279365ms","start":"2026-07-28T16:50:54.774035Z","end":"2026-07-28T16:50:54.909315Z","steps":["trace[1889386421] 'agreement among raft nodes before linearized reading' (duration: 135.029877ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:55.797433Z","caller":"traceutil/trace.go:171","msg":"trace[1251579805] linearizableReadLoop","detail":"{readStateIndex:33522; appliedIndex:33521; }","duration":"107.392927ms","start":"2026-07-28T16:50:55.690002Z","end":"2026-07-28T16:50:55.797395Z","steps":["trace[1251579805] 'read index received' (duration: 107.048998ms)","trace[1251579805] 'applied index is now lower than readState.Index' (duration: 342.409µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:50:55.797505Z","caller":"traceutil/trace.go:171","msg":"trace[538558672] transaction","detail":"{read_only:false; response_revision:32526; number_of_response:1; }","duration":"255.13889ms","start":"2026-07-28T16:50:55.542327Z","end":"2026-07-28T16:50:55.797465Z","steps":["trace[538558672] 'process raft request' (duration: 254.774871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:55.80785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.619132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:50:55.80794Z","caller":"traceutil/trace.go:171","msg":"trace[1768643508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32526; }","duration":"117.950896ms","start":"2026-07-28T16:50:55.689965Z","end":"2026-07-28T16:50:55.807916Z","steps":["trace[1768643508] 'agreement among raft nodes before linearized reading' (duration: 107.585562ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:50:56.171372Z","caller":"traceutil/trace.go:171","msg":"trace[1256619597] linearizableReadLoop","detail":"{readStateIndex:33523; appliedIndex:33522; }","duration":"137.407139ms","start":"2026-07-28T16:50:56.033929Z","end":"2026-07-28T16:50:56.171336Z","steps":["trace[1256619597] 'read index received' (duration: 128.265798ms)","trace[1256619597] 'applied index is now lower than readState.Index' (duration: 9.139771ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:50:56.171429Z","caller":"traceutil/trace.go:171","msg":"trace[194705740] transaction","detail":"{read_only:false; response_revision:32527; number_of_response:1; }","duration":"208.516027ms","start":"2026-07-28T16:50:55.962867Z","end":"2026-07-28T16:50:56.171383Z","steps":["trace[194705740] 'process raft request' (duration: 199.452138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:50:56.171601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.639855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:50:56.171676Z","caller":"traceutil/trace.go:171","msg":"trace[288104805] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:32527; }","duration":"137.81246ms","start":"2026-07-28T16:50:56.033847Z","end":"2026-07-28T16:50:56.17166Z","steps":["trace[288104805] 'agreement among raft nodes before linearized reading' (duration: 137.642775ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:04.571617Z","caller":"traceutil/trace.go:171","msg":"trace[2130001777] transaction","detail":"{read_only:false; response_revision:32591; number_of_response:1; }","duration":"112.724077ms","start":"2026-07-28T16:51:04.458868Z","end":"2026-07-28T16:51:04.571592Z","steps":["trace[2130001777] 'process raft request' (duration: 112.44443ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:05.805466Z","caller":"traceutil/trace.go:171","msg":"trace[1941094052] transaction","detail":"{read_only:false; response_revision:32601; number_of_response:1; }","duration":"112.586724ms","start":"2026-07-28T16:51:05.692853Z","end":"2026-07-28T16:51:05.80544Z","steps":["trace[1941094052] 'process raft request' (duration: 112.42754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.639228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.344846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-28T16:51:07.639307Z","caller":"traceutil/trace.go:171","msg":"trace[486398059] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32611; }","duration":"132.467099ms","start":"2026-07-28T16:51:07.506822Z","end":"2026-07-28T16:51:07.63929Z","steps":["trace[486398059] 'range keys from in-memory index tree' (duration: 132.181781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:51:07.639503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.730827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-07-28T16:51:07.639538Z","caller":"traceutil/trace.go:171","msg":"trace[259378651] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32611; }","duration":"129.802649ms","start":"2026-07-28T16:51:07.509727Z","end":"2026-07-28T16:51:07.639529Z","steps":["trace[259378651] 'range keys from in-memory index tree' (duration: 129.623034ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:29.282517Z","caller":"traceutil/trace.go:171","msg":"trace[1179247368] linearizableReadLoop","detail":"{readStateIndex:33890; appliedIndex:33889; }","duration":"123.927653ms","start":"2026-07-28T16:51:29.158564Z","end":"2026-07-28T16:51:29.282492Z","steps":["trace[1179247368] 'read index received' (duration: 33.500005ms)","trace[1179247368] 'applied index is now lower than readState.Index' (duration: 90.426588ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:51:29.282569Z","caller":"traceutil/trace.go:171","msg":"trace[797925792] transaction","detail":"{read_only:false; response_revision:32885; number_of_response:1; }","duration":"153.762991ms","start":"2026-07-28T16:51:29.128771Z","end":"2026-07-28T16:51:29.282534Z","steps":["trace[797925792] 'process raft request' (duration: 63.20923ms)","trace[797925792] 'compare' (duration: 90.301005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:51:29.282744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.15955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:51:29.282787Z","caller":"traceutil/trace.go:171","msg":"trace[900763783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32885; }","duration":"124.245822ms","start":"2026-07-28T16:51:29.158529Z","end":"2026-07-28T16:51:29.282775Z","steps":["trace[900763783] 'agreement among raft nodes before linearized reading' (duration: 124.065488ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:44.649845Z","caller":"traceutil/trace.go:171","msg":"trace[157585416] transaction","detail":"{read_only:false; response_revision:33001; number_of_response:1; }","duration":"104.455849ms","start":"2026-07-28T16:51:44.545366Z","end":"2026-07-28T16:51:44.649822Z","steps":["trace[157585416] 'process raft request' (duration: 104.261694ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:51:44.685842Z","caller":"traceutil/trace.go:171","msg":"trace[1955977268] transaction","detail":"{read_only:false; response_revision:33002; number_of_response:1; }","duration":"139.881566ms","start":"2026-07-28T16:51:44.5459Z","end":"2026-07-28T16:51:44.685781Z","steps":["trace[1955977268] 'process raft request' (duration: 139.725122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:05.209621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.37479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:52:05.209702Z","caller":"traceutil/trace.go:171","msg":"trace[1532465679] linearizableReadLoop","detail":"{readStateIndex:34275; appliedIndex:34274; }","duration":"158.026685ms","start":"2026-07-28T16:52:05.051662Z","end":"2026-07-28T16:52:05.209688Z","steps":["trace[1532465679] 'read index received' (duration: 45.43112ms)","trace[1532465679] 'applied index is now lower than readState.Index' (duration: 112.594805ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:05.209808Z","caller":"traceutil/trace.go:171","msg":"trace[1895840214] transaction","detail":"{read_only:false; response_revision:33262; number_of_response:1; }","duration":"164.213777ms","start":"2026-07-28T16:52:05.045563Z","end":"2026-07-28T16:52:05.209777Z","steps":["trace[1895840214] 'process raft request' (duration: 51.616813ms)","trace[1895840214] 'compare' (duration: 112.291977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:52:05.209856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.171629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:05.209941Z","caller":"traceutil/trace.go:171","msg":"trace[721389704] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:0; response_revision:33262; }","duration":"158.316872ms","start":"2026-07-28T16:52:05.051606Z","end":"2026-07-28T16:52:05.209923Z","steps":["trace[721389704] 'agreement among raft nodes before linearized reading' (duration: 158.148898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:05.522865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.433083ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:52:05.523226Z","caller":"traceutil/trace.go:171","msg":"trace[828583120] linearizableReadLoop","detail":"{readStateIndex:34280; appliedIndex:34277; }","duration":"173.512634ms","start":"2026-07-28T16:52:05.349696Z","end":"2026-07-28T16:52:05.523209Z","steps":["trace[828583120] 'read index received' (duration: 116.781395ms)","trace[828583120] 'applied index is now lower than readState.Index' (duration: 56.730409ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:05.523329Z","caller":"traceutil/trace.go:171","msg":"trace[1144065890] transaction","detail":"{read_only:false; response_revision:33265; number_of_response:1; }","duration":"182.815489ms","start":"2026-07-28T16:52:05.340421Z","end":"2026-07-28T16:52:05.523237Z","steps":["trace[1144065890] 'process raft request' (duration: 182.568663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:05.523381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.672578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:52:05.523422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.803382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:52:05.523444Z","caller":"traceutil/trace.go:171","msg":"trace[1405349973] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:33266; }","duration":"173.74954ms","start":"2026-07-28T16:52:05.349659Z","end":"2026-07-28T16:52:05.523409Z","steps":["trace[1405349973] 'agreement among raft nodes before linearized reading' (duration: 173.600126ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:05.523457Z","caller":"traceutil/trace.go:171","msg":"trace[1576073499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33266; }","duration":"170.878624ms","start":"2026-07-28T16:52:05.352569Z","end":"2026-07-28T16:52:05.523448Z","steps":["trace[1576073499] 'agreement among raft nodes before linearized reading' (duration: 170.762921ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:05.523426Z","caller":"traceutil/trace.go:171","msg":"trace[342204746] transaction","detail":"{read_only:false; response_revision:33266; number_of_response:1; }","duration":"182.013928ms","start":"2026-07-28T16:52:05.341237Z","end":"2026-07-28T16:52:05.523251Z","steps":["trace[342204746] 'process raft request' (duration: 181.904055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:05.631094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.021762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:52:05.631134Z","caller":"traceutil/trace.go:171","msg":"trace[1578286704] transaction","detail":"{read_only:false; response_revision:33267; number_of_response:1; }","duration":"102.331313ms","start":"2026-07-28T16:52:05.528779Z","end":"2026-07-28T16:52:05.631111Z","steps":["trace[1578286704] 'compare' (duration: 95.505683ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:05.631163Z","caller":"traceutil/trace.go:171","msg":"trace[458738689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33269; }","duration":"100.127945ms","start":"2026-07-28T16:52:05.531018Z","end":"2026-07-28T16:52:05.631146Z","steps":["trace[458738689] 'agreement among raft nodes before linearized reading' (duration: 99.960231ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:05.631267Z","caller":"traceutil/trace.go:171","msg":"trace[1869568265] transaction","detail":"{read_only:false; response_revision:33268; number_of_response:1; }","duration":"101.358548ms","start":"2026-07-28T16:52:05.5299Z","end":"2026-07-28T16:52:05.631259Z","steps":["trace[1869568265] 'process raft request' (duration: 100.797523ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:06.854864Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30847} {"level":"info","ts":"2026-07-28T16:52:06.964165Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30847,"took":"104.935252ms","hash":2054430061,"current-db-size-bytes":49831936,"current-db-size":"50 MB","current-db-size-in-use-bytes":32198656,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T16:52:06.964245Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2054430061,"revision":30847,"compact-revision":28347} {"level":"info","ts":"2026-07-28T16:52:09.716803Z","caller":"traceutil/trace.go:171","msg":"trace[1119661082] transaction","detail":"{read_only:false; response_revision:33381; number_of_response:1; }","duration":"160.53259ms","start":"2026-07-28T16:52:09.556248Z","end":"2026-07-28T16:52:09.716781Z","steps":["trace[1119661082] 'process raft request' (duration: 160.282964ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:09.71714Z","caller":"traceutil/trace.go:171","msg":"trace[1127994124] linearizableReadLoop","detail":"{readStateIndex:34401; appliedIndex:34398; }","duration":"150.927946ms","start":"2026-07-28T16:52:09.566192Z","end":"2026-07-28T16:52:09.71712Z","steps":["trace[1127994124] 'read index received' (duration: 69.584667ms)","trace[1127994124] 'applied index is now lower than readState.Index' (duration: 81.342089ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:52:09.717376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.542982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-28T16:52:09.717361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.138873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:09.71738Z","caller":"traceutil/trace.go:171","msg":"trace[64270944] transaction","detail":"{read_only:false; response_revision:33382; number_of_response:1; }","duration":"158.121387ms","start":"2026-07-28T16:52:09.559231Z","end":"2026-07-28T16:52:09.717352Z","steps":["trace[64270944] 'process raft request' (duration: 157.471879ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:09.71744Z","caller":"traceutil/trace.go:171","msg":"trace[1895936803] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:0; response_revision:33382; }","duration":"151.263045ms","start":"2026-07-28T16:52:09.56616Z","end":"2026-07-28T16:52:09.717423Z","steps":["trace[1895936803] 'agreement among raft nodes before linearized reading' (duration: 151.073351ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:09.717452Z","caller":"traceutil/trace.go:171","msg":"trace[381517232] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33382; }","duration":"118.666905ms","start":"2026-07-28T16:52:09.598744Z","end":"2026-07-28T16:52:09.717411Z","steps":["trace[381517232] 'agreement among raft nodes before linearized reading' (duration: 118.48518ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:09.827259Z","caller":"traceutil/trace.go:171","msg":"trace[1041004268] transaction","detail":"{read_only:false; response_revision:33386; number_of_response:1; }","duration":"102.557419ms","start":"2026-07-28T16:52:09.724677Z","end":"2026-07-28T16:52:09.827235Z","steps":["trace[1041004268] 'process raft request' (duration: 102.483997ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:09.82755Z","caller":"traceutil/trace.go:171","msg":"trace[223892009] transaction","detail":"{read_only:false; response_revision:33384; number_of_response:1; }","duration":"104.755268ms","start":"2026-07-28T16:52:09.722782Z","end":"2026-07-28T16:52:09.827538Z","steps":["trace[223892009] 'process raft request' (duration: 104.165202ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:09.827699Z","caller":"traceutil/trace.go:171","msg":"trace[2069294487] transaction","detail":"{read_only:false; response_revision:33385; number_of_response:1; }","duration":"103.069003ms","start":"2026-07-28T16:52:09.72462Z","end":"2026-07-28T16:52:09.827689Z","steps":["trace[2069294487] 'process raft request' (duration: 102.484867ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:09.82776Z","caller":"traceutil/trace.go:171","msg":"trace[1502447975] transaction","detail":"{read_only:false; response_revision:33387; number_of_response:1; }","duration":"103.009421ms","start":"2026-07-28T16:52:09.724739Z","end":"2026-07-28T16:52:09.827748Z","steps":["trace[1502447975] 'process raft request' (duration: 102.459267ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:09.827894Z","caller":"traceutil/trace.go:171","msg":"trace[1045868205] transaction","detail":"{read_only:false; response_revision:33388; number_of_response:1; }","duration":"103.097814ms","start":"2026-07-28T16:52:09.724782Z","end":"2026-07-28T16:52:09.82788Z","steps":["trace[1045868205] 'process raft request' (duration: 102.475678ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:09.936475Z","caller":"traceutil/trace.go:171","msg":"trace[728606671] linearizableReadLoop","detail":"{readStateIndex:34413; appliedIndex:34412; }","duration":"108.707812ms","start":"2026-07-28T16:52:09.827676Z","end":"2026-07-28T16:52:09.936384Z","steps":["trace[728606671] 'read index received' (duration: 49.724514ms)","trace[728606671] 'applied index is now lower than readState.Index' (duration: 58.980908ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:52:09.936488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.082728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:09.936722Z","caller":"traceutil/trace.go:171","msg":"trace[240736744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33394; }","duration":"163.352335ms","start":"2026-07-28T16:52:09.773356Z","end":"2026-07-28T16:52:09.936708Z","steps":["trace[240736744] 'agreement among raft nodes before linearized reading' (duration: 163.041837ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:09.936981Z","caller":"traceutil/trace.go:171","msg":"trace[1641385196] transaction","detail":"{read_only:false; response_revision:33395; number_of_response:1; }","duration":"100.559595ms","start":"2026-07-28T16:52:09.836382Z","end":"2026-07-28T16:52:09.936942Z","steps":["trace[1641385196] 'process raft request' (duration: 99.96328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:09.938214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.65876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-07-28T16:52:09.938284Z","caller":"traceutil/trace.go:171","msg":"trace[1576962998] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:33394; }","duration":"203.730372ms","start":"2026-07-28T16:52:09.734536Z","end":"2026-07-28T16:52:09.938266Z","steps":["trace[1576962998] 'agreement among raft nodes before linearized reading' (duration: 201.893094ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:10.794554Z","caller":"traceutil/trace.go:171","msg":"trace[921906895] linearizableReadLoop","detail":"{readStateIndex:34483; appliedIndex:34480; }","duration":"169.905988ms","start":"2026-07-28T16:52:10.624629Z","end":"2026-07-28T16:52:10.794535Z","steps":["trace[921906895] 'read index received' (duration: 43.055247ms)","trace[921906895] 'applied index is now lower than readState.Index' (duration: 126.850021ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:10.794556Z","caller":"traceutil/trace.go:171","msg":"trace[540690374] transaction","detail":"{read_only:false; response_revision:33461; number_of_response:1; }","duration":"179.984515ms","start":"2026-07-28T16:52:10.614539Z","end":"2026-07-28T16:52:10.794524Z","steps":["trace[540690374] 'process raft request' (duration: 174.808118ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:10.79466Z","caller":"traceutil/trace.go:171","msg":"trace[872401237] transaction","detail":"{read_only:false; response_revision:33462; number_of_response:1; }","duration":"178.909345ms","start":"2026-07-28T16:52:10.615719Z","end":"2026-07-28T16:52:10.794628Z","steps":["trace[872401237] 'process raft request' (duration: 178.726811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:10.794758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.109224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" ","response":"range_response_count:1 size:138523"} {"level":"info","ts":"2026-07-28T16:52:10.794779Z","caller":"traceutil/trace.go:171","msg":"trace[867415640] transaction","detail":"{read_only:false; response_revision:33463; number_of_response:1; }","duration":"156.449704ms","start":"2026-07-28T16:52:10.638319Z","end":"2026-07-28T16:52:10.794769Z","steps":["trace[867415640] 'process raft request' (duration: 156.177056ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:10.794788Z","caller":"traceutil/trace.go:171","msg":"trace[835334949] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io; range_end:; response_count:1; response_revision:33463; }","duration":"170.184526ms","start":"2026-07-28T16:52:10.624594Z","end":"2026-07-28T16:52:10.794778Z","steps":["trace[835334949] 'agreement among raft nodes before linearized reading' (duration: 170.019821ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:10.853323Z","caller":"traceutil/trace.go:171","msg":"trace[16331618] transaction","detail":"{read_only:false; response_revision:33464; number_of_response:1; }","duration":"154.134241ms","start":"2026-07-28T16:52:10.699167Z","end":"2026-07-28T16:52:10.853301Z","steps":["trace[16331618] 'process raft request' (duration: 153.645419ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:10.962143Z","caller":"traceutil/trace.go:171","msg":"trace[1259489836] transaction","detail":"{read_only:false; response_revision:33466; number_of_response:1; }","duration":"155.98979ms","start":"2026-07-28T16:52:10.806093Z","end":"2026-07-28T16:52:10.962083Z","steps":["trace[1259489836] 'process raft request' (duration: 155.663221ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:10.962155Z","caller":"traceutil/trace.go:171","msg":"trace[1759650836] linearizableReadLoop","detail":"{readStateIndex:34487; appliedIndex:34485; }","duration":"109.153583ms","start":"2026-07-28T16:52:10.852959Z","end":"2026-07-28T16:52:10.962113Z","steps":["trace[1759650836] 'read index received' (duration: 106.090932ms)","trace[1759650836] 'applied index is now lower than readState.Index' (duration: 3.058151ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:10.962314Z","caller":"traceutil/trace.go:171","msg":"trace[1671150494] transaction","detail":"{read_only:false; response_revision:33465; number_of_response:1; }","duration":"157.769138ms","start":"2026-07-28T16:52:10.803594Z","end":"2026-07-28T16:52:10.961363Z","steps":["trace[1671150494] 'process raft request' (duration: 155.651342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:10.962546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.4474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:10.962721Z","caller":"traceutil/trace.go:171","msg":"trace[1565445688] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:0; response_revision:33467; }","duration":"151.81812ms","start":"2026-07-28T16:52:10.810858Z","end":"2026-07-28T16:52:10.962676Z","steps":["trace[1565445688] 'agreement among raft nodes before linearized reading' (duration: 151.390609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:10.963286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.834102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-28T16:52:10.963373Z","caller":"traceutil/trace.go:171","msg":"trace[1539234492] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:33467; }","duration":"159.964445ms","start":"2026-07-28T16:52:10.803389Z","end":"2026-07-28T16:52:10.963354Z","steps":["trace[1539234492] 'agreement among raft nodes before linearized reading' (duration: 158.835256ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:11.408873Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000086fc.wal"} {"level":"warn","ts":"2026-07-28T16:52:11.904736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.35797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:11.904804Z","caller":"traceutil/trace.go:171","msg":"trace[1752129203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33583; }","duration":"131.480753ms","start":"2026-07-28T16:52:11.77331Z","end":"2026-07-28T16:52:11.90479Z","steps":["trace[1752129203] 'agreement among raft nodes before linearized reading' (duration: 131.35266ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:11.904868Z","caller":"traceutil/trace.go:171","msg":"trace[996197618] transaction","detail":"{read_only:false; response_revision:33583; number_of_response:1; }","duration":"109.76435ms","start":"2026-07-28T16:52:11.795088Z","end":"2026-07-28T16:52:11.904852Z","steps":["trace[996197618] 'process raft request' (duration: 109.37831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:11.905272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.030048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" ","response":"range_response_count:1 size:3103"} {"level":"info","ts":"2026-07-28T16:52:11.90534Z","caller":"traceutil/trace.go:171","msg":"trace[324160725] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration; range_end:; response_count:1; response_revision:33583; }","duration":"143.11818ms","start":"2026-07-28T16:52:11.762206Z","end":"2026-07-28T16:52:11.905324Z","steps":["trace[324160725] 'agreement among raft nodes before linearized reading' (duration: 142.925085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:11.905291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.428364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" ","response":"range_response_count:1 size:7511"} {"level":"info","ts":"2026-07-28T16:52:11.905414Z","caller":"traceutil/trace.go:171","msg":"trace[1486285543] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration; range_end:; response_count:1; response_revision:33583; }","duration":"144.568228ms","start":"2026-07-28T16:52:11.760828Z","end":"2026-07-28T16:52:11.905397Z","steps":["trace[1486285543] 'agreement among raft nodes before linearized reading' (duration: 144.357753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:11.905141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.338027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/capo-system\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:11.904578Z","caller":"traceutil/trace.go:171","msg":"trace[322632932] transaction","detail":"{read_only:false; response_revision:33582; number_of_response:1; }","duration":"148.75581ms","start":"2026-07-28T16:52:11.755772Z","end":"2026-07-28T16:52:11.904528Z","steps":["trace[322632932] 'process raft request' (duration: 148.578675ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:11.905715Z","caller":"traceutil/trace.go:171","msg":"trace[1570127421] range","detail":"{range_begin:/registry/namespaces/capo-system; range_end:; response_count:0; response_revision:33583; }","duration":"143.906661ms","start":"2026-07-28T16:52:11.761786Z","end":"2026-07-28T16:52:11.905693Z","steps":["trace[1570127421] 'agreement among raft nodes before linearized reading' (duration: 143.321946ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:11.97727Z","caller":"traceutil/trace.go:171","msg":"trace[601451983] transaction","detail":"{read_only:false; response_revision:33584; number_of_response:1; }","duration":"144.521899ms","start":"2026-07-28T16:52:11.832721Z","end":"2026-07-28T16:52:11.977243Z","steps":["trace[601451983] 'process raft request' (duration: 141.881379ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:11.977947Z","caller":"traceutil/trace.go:171","msg":"trace[1694778290] transaction","detail":"{read_only:false; response_revision:33585; number_of_response:1; }","duration":"122.558448ms","start":"2026-07-28T16:52:11.85536Z","end":"2026-07-28T16:52:11.977918Z","steps":["trace[1694778290] 'process raft request' (duration: 121.963172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:11.97836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.782686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:52:11.978463Z","caller":"traceutil/trace.go:171","msg":"trace[66805813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33585; }","duration":"138.909869ms","start":"2026-07-28T16:52:11.83954Z","end":"2026-07-28T16:52:11.978449Z","steps":["trace[66805813] 'agreement among raft nodes before linearized reading' (duration: 138.698704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:11.978667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.7163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:52:11.978704Z","caller":"traceutil/trace.go:171","msg":"trace[1214588212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33585; }","duration":"142.764221ms","start":"2026-07-28T16:52:11.835931Z","end":"2026-07-28T16:52:11.978695Z","steps":["trace[1214588212] 'agreement among raft nodes before linearized reading' (duration: 142.674049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:11.978873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.302663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7db57f6cd7\" ","response":"range_response_count:1 size:4767"} {"level":"info","ts":"2026-07-28T16:52:11.978937Z","caller":"traceutil/trace.go:171","msg":"trace[18623259] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7db57f6cd7; range_end:; response_count:1; response_revision:33585; }","duration":"149.414067ms","start":"2026-07-28T16:52:11.829512Z","end":"2026-07-28T16:52:11.978926Z","steps":["trace[18623259] 'agreement among raft nodes before linearized reading' (duration: 149.293714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:11.978955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.048898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-28T16:52:11.97902Z","caller":"traceutil/trace.go:171","msg":"trace[1648647623] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:33585; }","duration":"149.176711ms","start":"2026-07-28T16:52:11.829826Z","end":"2026-07-28T16:52:11.979003Z","steps":["trace[1648647623] 'agreement among raft nodes before linearized reading' (duration: 148.948535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:11.979254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.81563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:52:11.979282Z","caller":"traceutil/trace.go:171","msg":"trace[231690388] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:33585; }","duration":"143.872381ms","start":"2026-07-28T16:52:11.835403Z","end":"2026-07-28T16:52:11.979275Z","steps":["trace[231690388] 'agreement among raft nodes before linearized reading' (duration: 143.786897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:11.979435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.011184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:52:11.979461Z","caller":"traceutil/trace.go:171","msg":"trace[1466136679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33585; }","duration":"144.053815ms","start":"2026-07-28T16:52:11.8354Z","end":"2026-07-28T16:52:11.979454Z","steps":["trace[1466136679] 'agreement among raft nodes before linearized reading' (duration: 143.984193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:11.979578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.147104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:52:11.979598Z","caller":"traceutil/trace.go:171","msg":"trace[109871637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33585; }","duration":"145.222265ms","start":"2026-07-28T16:52:11.834371Z","end":"2026-07-28T16:52:11.979593Z","steps":["trace[109871637] 'agreement among raft nodes before linearized reading' (duration: 145.168064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:11.97984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.923523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:11.979893Z","caller":"traceutil/trace.go:171","msg":"trace[325801454] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:33585; }","duration":"149.048827ms","start":"2026-07-28T16:52:11.830832Z","end":"2026-07-28T16:52:11.979881Z","steps":["trace[325801454] 'agreement among raft nodes before linearized reading' (duration: 148.928024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:11.980846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.945419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-07-28T16:52:11.980879Z","caller":"traceutil/trace.go:171","msg":"trace[1674240177] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:33585; }","duration":"148.00222ms","start":"2026-07-28T16:52:11.832867Z","end":"2026-07-28T16:52:11.98087Z","steps":["trace[1674240177] 'agreement among raft nodes before linearized reading' (duration: 146.813369ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:15.004641Z","caller":"traceutil/trace.go:171","msg":"trace[1354096921] linearizableReadLoop","detail":"{readStateIndex:34764; appliedIndex:34763; }","duration":"126.275905ms","start":"2026-07-28T16:52:14.878347Z","end":"2026-07-28T16:52:15.004623Z","steps":["trace[1354096921] 'read index received' (duration: 126.058219ms)","trace[1354096921] 'applied index is now lower than readState.Index' (duration: 217.066µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:15.004989Z","caller":"traceutil/trace.go:171","msg":"trace[1351297514] transaction","detail":"{read_only:false; response_revision:33736; number_of_response:1; }","duration":"129.285414ms","start":"2026-07-28T16:52:14.87569Z","end":"2026-07-28T16:52:15.004975Z","steps":["trace[1351297514] 'process raft request' (duration: 128.75344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:15.005218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.85083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:15.005254Z","caller":"traceutil/trace.go:171","msg":"trace[1823648676] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:33736; }","duration":"126.939763ms","start":"2026-07-28T16:52:14.878305Z","end":"2026-07-28T16:52:15.005244Z","steps":["trace[1823648676] 'agreement among raft nodes before linearized reading' (duration: 126.865932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:15.006073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.564389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:15.006161Z","caller":"traceutil/trace.go:171","msg":"trace[1564007254] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:33737; }","duration":"127.701503ms","start":"2026-07-28T16:52:14.878441Z","end":"2026-07-28T16:52:15.006143Z","steps":["trace[1564007254] 'agreement among raft nodes before linearized reading' (duration: 127.535669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:15.00675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.94709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:15.006794Z","caller":"traceutil/trace.go:171","msg":"trace[683588397] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0; response_count:0; response_revision:33737; }","duration":"127.995911ms","start":"2026-07-28T16:52:14.878787Z","end":"2026-07-28T16:52:15.006783Z","steps":["trace[683588397] 'agreement among raft nodes before linearized reading' (duration: 127.930799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:15.473892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.156147ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:52:15.474019Z","caller":"traceutil/trace.go:171","msg":"trace[1861486564] linearizableReadLoop","detail":"{readStateIndex:34773; appliedIndex:34772; }","duration":"174.210521ms","start":"2026-07-28T16:52:15.299787Z","end":"2026-07-28T16:52:15.473998Z","steps":["trace[1861486564] 'read index received' (duration: 41.004903ms)","trace[1861486564] 'applied index is now lower than readState.Index' (duration: 133.204148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:52:15.47424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.425957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" ","response":"range_response_count:1 size:17860"} {"level":"info","ts":"2026-07-28T16:52:15.474312Z","caller":"traceutil/trace.go:171","msg":"trace[1905739459] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io; range_end:; response_count:1; response_revision:33744; }","duration":"174.533072ms","start":"2026-07-28T16:52:15.299764Z","end":"2026-07-28T16:52:15.474298Z","steps":["trace[1905739459] 'agreement among raft nodes before linearized reading' (duration: 174.323275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:15.498018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.094523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:52:15.498038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.616437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:15.498074Z","caller":"traceutil/trace.go:171","msg":"trace[7750388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33745; }","duration":"198.193445ms","start":"2026-07-28T16:52:15.299866Z","end":"2026-07-28T16:52:15.49806Z","steps":["trace[7750388] 'agreement among raft nodes before linearized reading' (duration: 198.047142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:15.498046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.816146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:52:15.498084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.854906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:52:15.498128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.628726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:15.498135Z","caller":"traceutil/trace.go:171","msg":"trace[1570750961] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:33745; }","duration":"172.952469ms","start":"2026-07-28T16:52:15.325162Z","end":"2026-07-28T16:52:15.498114Z","steps":["trace[1570750961] 'agreement among raft nodes before linearized reading' (duration: 172.774314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:15.498155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.674626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:15.498163Z","caller":"traceutil/trace.go:171","msg":"trace[1102758044] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:33745; }","duration":"193.686027ms","start":"2026-07-28T16:52:15.304468Z","end":"2026-07-28T16:52:15.498154Z","steps":["trace[1102758044] 'agreement among raft nodes before linearized reading' (duration: 193.616575ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:15.49816Z","caller":"traceutil/trace.go:171","msg":"trace[254459930] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:33745; }","duration":"172.958948ms","start":"2026-07-28T16:52:15.325181Z","end":"2026-07-28T16:52:15.49814Z","steps":["trace[254459930] 'agreement among raft nodes before linearized reading' (duration: 172.830115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:15.498081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.277091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:15.498198Z","caller":"traceutil/trace.go:171","msg":"trace[1344417901] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:33745; }","duration":"193.735408ms","start":"2026-07-28T16:52:15.304443Z","end":"2026-07-28T16:52:15.498178Z","steps":["trace[1344417901] 'agreement among raft nodes before linearized reading' (duration: 193.662326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:15.498212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.7378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:15.498241Z","caller":"traceutil/trace.go:171","msg":"trace[574605917] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test0; response_count:0; response_revision:33745; }","duration":"172.474425ms","start":"2026-07-28T16:52:15.32575Z","end":"2026-07-28T16:52:15.498224Z","steps":["trace[574605917] 'agreement among raft nodes before linearized reading' (duration: 172.229269ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:15.498191Z","caller":"traceutil/trace.go:171","msg":"trace[748448361] transaction","detail":"{read_only:false; response_revision:33745; number_of_response:1; }","duration":"187.667617ms","start":"2026-07-28T16:52:15.310434Z","end":"2026-07-28T16:52:15.498101Z","steps":["trace[748448361] 'process raft request' (duration: 187.339048ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:15.498268Z","caller":"traceutil/trace.go:171","msg":"trace[1778264071] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:33745; }","duration":"184.834413ms","start":"2026-07-28T16:52:15.313416Z","end":"2026-07-28T16:52:15.49825Z","steps":["trace[1778264071] 'agreement among raft nodes before linearized reading' (duration: 184.72313ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:15.49849Z","caller":"traceutil/trace.go:171","msg":"trace[335501043] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:33745; }","duration":"185.10898ms","start":"2026-07-28T16:52:15.313371Z","end":"2026-07-28T16:52:15.498479Z","steps":["trace[335501043] 'agreement among raft nodes before linearized reading' (duration: 184.580287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:16.647349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.138558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:150162"} {"level":"info","ts":"2026-07-28T16:52:16.64743Z","caller":"traceutil/trace.go:171","msg":"trace[2086330565] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:33771; }","duration":"166.252221ms","start":"2026-07-28T16:52:16.481159Z","end":"2026-07-28T16:52:16.647412Z","steps":["trace[2086330565] 'range keys from in-memory index tree' (duration: 165.922583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:16.647441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.365839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:52:16.647802Z","caller":"traceutil/trace.go:171","msg":"trace[147680453] transaction","detail":"{read_only:false; response_revision:33772; number_of_response:1; }","duration":"160.5517ms","start":"2026-07-28T16:52:16.487233Z","end":"2026-07-28T16:52:16.647785Z","steps":["trace[147680453] 'process raft request' (duration: 39.762579ms)","trace[147680453] 'compare' (duration: 120.264257ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:16.679185Z","caller":"traceutil/trace.go:171","msg":"trace[378632632] transaction","detail":"{read_only:false; response_revision:33773; number_of_response:1; }","duration":"108.514487ms","start":"2026-07-28T16:52:16.570625Z","end":"2026-07-28T16:52:16.679139Z","steps":["trace[378632632] 'process raft request' (duration: 107.996703ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:17.149429Z","caller":"traceutil/trace.go:171","msg":"trace[1495757640] transaction","detail":"{read_only:false; response_revision:33776; number_of_response:1; }","duration":"136.768223ms","start":"2026-07-28T16:52:17.012625Z","end":"2026-07-28T16:52:17.149393Z","steps":["trace[1495757640] 'process raft request' (duration: 127.790586ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:17.14944Z","caller":"traceutil/trace.go:171","msg":"trace[1287851817] transaction","detail":"{read_only:false; response_revision:33777; number_of_response:1; }","duration":"123.4057ms","start":"2026-07-28T16:52:17.026Z","end":"2026-07-28T16:52:17.149406Z","steps":["trace[1287851817] 'process raft request' (duration: 123.297037ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:17.347169Z","caller":"traceutil/trace.go:171","msg":"trace[362799220] transaction","detail":"{read_only:false; response_revision:33780; number_of_response:1; }","duration":"102.093277ms","start":"2026-07-28T16:52:17.245056Z","end":"2026-07-28T16:52:17.34715Z","steps":["trace[362799220] 'process raft request' (duration: 101.900652ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:17.347631Z","caller":"traceutil/trace.go:171","msg":"trace[1841143175] transaction","detail":"{read_only:false; response_revision:33781; number_of_response:1; }","duration":"102.349194ms","start":"2026-07-28T16:52:17.245248Z","end":"2026-07-28T16:52:17.347598Z","steps":["trace[1841143175] 'process raft request' (duration: 101.845361ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:17.347676Z","caller":"traceutil/trace.go:171","msg":"trace[798326587] linearizableReadLoop","detail":"{readStateIndex:34810; appliedIndex:34807; }","duration":"102.083507ms","start":"2026-07-28T16:52:17.245557Z","end":"2026-07-28T16:52:17.34764Z","steps":["trace[798326587] 'read index received' (duration: 92.404661ms)","trace[798326587] 'applied index is now lower than readState.Index' (duration: 9.677436ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:52:17.347944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.348554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T16:52:17.348013Z","caller":"traceutil/trace.go:171","msg":"trace[1886331161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33782; }","duration":"102.460746ms","start":"2026-07-28T16:52:17.24554Z","end":"2026-07-28T16:52:17.348001Z","steps":["trace[1886331161] 'agreement among raft nodes before linearized reading' (duration: 102.2089ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:17.625384Z","caller":"traceutil/trace.go:171","msg":"trace[1322289919] linearizableReadLoop","detail":"{readStateIndex:34812; appliedIndex:34811; }","duration":"266.059599ms","start":"2026-07-28T16:52:17.359302Z","end":"2026-07-28T16:52:17.625362Z","steps":["trace[1322289919] 'read index received' (duration: 210.342747ms)","trace[1322289919] 'applied index is now lower than readState.Index' (duration: 55.715862ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:17.625436Z","caller":"traceutil/trace.go:171","msg":"trace[939591606] transaction","detail":"{read_only:false; response_revision:33783; number_of_response:1; }","duration":"268.717658ms","start":"2026-07-28T16:52:17.356692Z","end":"2026-07-28T16:52:17.62541Z","steps":["trace[939591606] 'process raft request' (duration: 213.165941ms)","trace[939591606] 'compare' (duration: 55.309201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:52:17.625682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.363807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T16:52:17.625773Z","caller":"traceutil/trace.go:171","msg":"trace[1358709531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:33783; }","duration":"266.50056ms","start":"2026-07-28T16:52:17.359254Z","end":"2026-07-28T16:52:17.625754Z","steps":["trace[1358709531] 'agreement among raft nodes before linearized reading' (duration: 266.181051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:17.625769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.216473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:52:17.625841Z","caller":"traceutil/trace.go:171","msg":"trace[951349344] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:33783; }","duration":"132.336406ms","start":"2026-07-28T16:52:17.493486Z","end":"2026-07-28T16:52:17.625822Z","steps":["trace[951349344] 'agreement among raft nodes before linearized reading' (duration: 132.150081ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:20.320902Z","caller":"traceutil/trace.go:171","msg":"trace[93305704] transaction","detail":"{read_only:false; response_revision:33817; number_of_response:1; }","duration":"102.921449ms","start":"2026-07-28T16:52:20.217957Z","end":"2026-07-28T16:52:20.320878Z","steps":["trace[93305704] 'process raft request' (duration: 102.724213ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:20.321333Z","caller":"traceutil/trace.go:171","msg":"trace[601684842] transaction","detail":"{read_only:false; response_revision:33818; number_of_response:1; }","duration":"103.263267ms","start":"2026-07-28T16:52:20.218018Z","end":"2026-07-28T16:52:20.321281Z","steps":["trace[601684842] 'process raft request' (duration: 102.790904ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:20.32153Z","caller":"traceutil/trace.go:171","msg":"trace[1746765713] transaction","detail":"{read_only:false; response_revision:33819; number_of_response:1; }","duration":"102.731463ms","start":"2026-07-28T16:52:20.218773Z","end":"2026-07-28T16:52:20.321504Z","steps":["trace[1746765713] 'process raft request' (duration: 102.355243ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:20.321675Z","caller":"traceutil/trace.go:171","msg":"trace[1382409569] transaction","detail":"{read_only:false; response_revision:33820; number_of_response:1; }","duration":"102.336214ms","start":"2026-07-28T16:52:20.21932Z","end":"2026-07-28T16:52:20.321656Z","steps":["trace[1382409569] 'process raft request' (duration: 102.098388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:20.990259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.774922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:199451"} {"level":"info","ts":"2026-07-28T16:52:20.990343Z","caller":"traceutil/trace.go:171","msg":"trace[1152861677] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:33822; }","duration":"181.915985ms","start":"2026-07-28T16:52:20.80841Z","end":"2026-07-28T16:52:20.990326Z","steps":["trace[1152861677] 'range keys from in-memory index tree' (duration: 181.544486ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:20.990377Z","caller":"traceutil/trace.go:171","msg":"trace[2108423604] transaction","detail":"{read_only:false; response_revision:33823; number_of_response:1; }","duration":"113.515919ms","start":"2026-07-28T16:52:20.876829Z","end":"2026-07-28T16:52:20.990344Z","steps":["trace[2108423604] 'process raft request' (duration: 40.270483ms)","trace[2108423604] 'compare' (duration: 72.950537ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:21.309995Z","caller":"traceutil/trace.go:171","msg":"trace[1671036174] transaction","detail":"{read_only:false; response_revision:33826; number_of_response:1; }","duration":"102.953049ms","start":"2026-07-28T16:52:21.207021Z","end":"2026-07-28T16:52:21.309974Z","steps":["trace[1671036174] 'process raft request' (duration: 102.728614ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:21.361181Z","caller":"traceutil/trace.go:171","msg":"trace[163166322] transaction","detail":"{read_only:false; response_revision:33828; number_of_response:1; }","duration":"151.331977ms","start":"2026-07-28T16:52:21.209822Z","end":"2026-07-28T16:52:21.361154Z","steps":["trace[163166322] 'process raft request' (duration: 151.205124ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:21.361209Z","caller":"traceutil/trace.go:171","msg":"trace[1635370471] transaction","detail":"{read_only:false; response_revision:33827; number_of_response:1; }","duration":"151.478801ms","start":"2026-07-28T16:52:21.209688Z","end":"2026-07-28T16:52:21.361167Z","steps":["trace[1635370471] 'process raft request' (duration: 151.177734ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:21.361341Z","caller":"traceutil/trace.go:171","msg":"trace[1679302358] transaction","detail":"{read_only:false; response_revision:33829; number_of_response:1; }","duration":"130.464817ms","start":"2026-07-28T16:52:21.230858Z","end":"2026-07-28T16:52:21.361323Z","steps":["trace[1679302358] 'process raft request' (duration: 130.2353ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:21.487521Z","caller":"traceutil/trace.go:171","msg":"trace[311153766] transaction","detail":"{read_only:false; response_revision:33830; number_of_response:1; }","duration":"116.294142ms","start":"2026-07-28T16:52:21.371191Z","end":"2026-07-28T16:52:21.487485Z","steps":["trace[311153766] 'process raft request' (duration: 106.663317ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:21.718989Z","caller":"traceutil/trace.go:171","msg":"trace[607115442] linearizableReadLoop","detail":"{readStateIndex:34861; appliedIndex:34860; }","duration":"208.145529ms","start":"2026-07-28T16:52:21.510818Z","end":"2026-07-28T16:52:21.718964Z","steps":["trace[607115442] 'read index received' (duration: 179.934162ms)","trace[607115442] 'applied index is now lower than readState.Index' (duration: 28.209757ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:21.719122Z","caller":"traceutil/trace.go:171","msg":"trace[847076956] transaction","detail":"{read_only:false; response_revision:33831; number_of_response:1; }","duration":"299.392039ms","start":"2026-07-28T16:52:21.419716Z","end":"2026-07-28T16:52:21.719108Z","steps":["trace[847076956] 'process raft request' (duration: 271.149502ms)","trace[847076956] 'compare' (duration: 27.57376ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:52:21.719456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.595051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:21.719644Z","caller":"traceutil/trace.go:171","msg":"trace[1773672420] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:33831; }","duration":"208.808246ms","start":"2026-07-28T16:52:21.510805Z","end":"2026-07-28T16:52:21.719614Z","steps":["trace[1773672420] 'agreement among raft nodes before linearized reading' (duration: 208.529889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:24.679923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.488193ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:52:24.680025Z","caller":"traceutil/trace.go:171","msg":"trace[611738913] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:33897; }","duration":"209.601626ms","start":"2026-07-28T16:52:24.470408Z","end":"2026-07-28T16:52:24.680009Z","steps":["trace[611738913] 'range keys from in-memory index tree' (duration: 209.476063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:25.265875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.433967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T16:52:25.265983Z","caller":"traceutil/trace.go:171","msg":"trace[2142566006] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33899; }","duration":"389.607452ms","start":"2026-07-28T16:52:24.876346Z","end":"2026-07-28T16:52:25.265954Z","steps":["trace[2142566006] 'range keys from in-memory index tree' (duration: 389.228521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:25.266039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:52:24.876328Z","time spent":"389.698545ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:52:25.26591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.107224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:52:25.266152Z","caller":"traceutil/trace.go:171","msg":"trace[1417501539] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33899; }","duration":"421.32933ms","start":"2026-07-28T16:52:24.844779Z","end":"2026-07-28T16:52:25.266108Z","steps":["trace[1417501539] 'range keys from in-memory index tree' (duration: 420.846477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:25.266255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:52:24.844708Z","time spent":"421.507735ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:52:25.266293Z","caller":"traceutil/trace.go:171","msg":"trace[447757276] linearizableReadLoop","detail":"{readStateIndex:34930; appliedIndex:34929; }","duration":"105.736643ms","start":"2026-07-28T16:52:25.160531Z","end":"2026-07-28T16:52:25.266268Z","steps":["trace[447757276] 'read index received' (duration: 38.59977ms)","trace[447757276] 'applied index is now lower than readState.Index' (duration: 67.135583ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:25.266537Z","caller":"traceutil/trace.go:171","msg":"trace[599062648] transaction","detail":"{read_only:false; response_revision:33900; number_of_response:1; }","duration":"265.35667ms","start":"2026-07-28T16:52:25.001148Z","end":"2026-07-28T16:52:25.266505Z","steps":["trace[599062648] 'process raft request' (duration: 197.853626ms)","trace[599062648] 'compare' (duration: 66.907658ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:52:25.266607Z","caller":"traceutil/trace.go:171","msg":"trace[264060791] transaction","detail":"{read_only:false; response_revision:33901; number_of_response:1; }","duration":"105.425665ms","start":"2026-07-28T16:52:25.16117Z","end":"2026-07-28T16:52:25.266595Z","steps":["trace[264060791] 'process raft request' (duration: 105.002064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:52:25.266619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.073333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:52:25.266669Z","caller":"traceutil/trace.go:171","msg":"trace[501662940] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33900; }","duration":"106.162125ms","start":"2026-07-28T16:52:25.160491Z","end":"2026-07-28T16:52:25.266653Z","steps":["trace[501662940] 'agreement among raft nodes before linearized reading' (duration: 105.886848ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:52:25.324747Z","caller":"traceutil/trace.go:171","msg":"trace[2124556217] transaction","detail":"{read_only:false; response_revision:33902; number_of_response:1; }","duration":"108.174778ms","start":"2026-07-28T16:52:25.216543Z","end":"2026-07-28T16:52:25.324717Z","steps":["trace[2124556217] 'process raft request' (duration: 108.006934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:13.266681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.711094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:54:13.266844Z","caller":"traceutil/trace.go:171","msg":"trace[366879712] transaction","detail":"{read_only:false; response_revision:35115; number_of_response:1; }","duration":"151.158463ms","start":"2026-07-28T16:54:13.115673Z","end":"2026-07-28T16:54:13.266831Z","steps":["trace[366879712] 'process raft request' (duration: 151.130052ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:54:13.26695Z","caller":"traceutil/trace.go:171","msg":"trace[1892876517] transaction","detail":"{read_only:false; response_revision:35113; number_of_response:1; }","duration":"331.376943ms","start":"2026-07-28T16:54:12.935547Z","end":"2026-07-28T16:54:13.266924Z","steps":["trace[1892876517] 'process raft request' (duration: 61.353951ms)","trace[1892876517] 'compare' (duration: 269.466607ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:54:13.266999Z","caller":"traceutil/trace.go:171","msg":"trace[1069271978] transaction","detail":"{read_only:false; response_revision:35114; number_of_response:1; }","duration":"331.407864ms","start":"2026-07-28T16:54:12.935563Z","end":"2026-07-28T16:54:13.266971Z","steps":["trace[1069271978] 'process raft request' (duration: 331.196789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:13.2671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.416465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:54:13.26713Z","caller":"traceutil/trace.go:171","msg":"trace[1504956121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:35115; }","duration":"325.477758ms","start":"2026-07-28T16:54:12.941644Z","end":"2026-07-28T16:54:13.267122Z","steps":["trace[1504956121] 'agreement among raft nodes before linearized reading' (duration: 325.411805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:13.267154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:54:12.941634Z","time spent":"325.513568ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:54:13.267098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:54:12.935537Z","time spent":"331.468876ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:54:13.267283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:54:12.935546Z","time spent":"331.525207ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:54:13.267037Z","caller":"traceutil/trace.go:171","msg":"trace[2069484620] linearizableReadLoop","detail":"{readStateIndex:36172; appliedIndex:36168; }","duration":"325.349893ms","start":"2026-07-28T16:54:12.941676Z","end":"2026-07-28T16:54:13.267026Z","steps":["trace[2069484620] 'read index received' (duration: 8.70997ms)","trace[2069484620] 'applied index is now lower than readState.Index' (duration: 316.639103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:54:13.267502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.490301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:54:13.267546Z","caller":"traceutil/trace.go:171","msg":"trace[349402997] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:35115; }","duration":"282.561044ms","start":"2026-07-28T16:54:12.984972Z","end":"2026-07-28T16:54:13.267533Z","steps":["trace[349402997] 'agreement among raft nodes before linearized reading' (duration: 282.495752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:13.267736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.957019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:54:13.267778Z","caller":"traceutil/trace.go:171","msg":"trace[1283579184] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:35115; }","duration":"120.039861ms","start":"2026-07-28T16:54:13.147727Z","end":"2026-07-28T16:54:13.267766Z","steps":["trace[1283579184] 'agreement among raft nodes before linearized reading' (duration: 119.974839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:13.267936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.735389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:54:13.267971Z","caller":"traceutil/trace.go:171","msg":"trace[1426749453] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:35115; }","duration":"282.79332ms","start":"2026-07-28T16:54:12.985169Z","end":"2026-07-28T16:54:13.267962Z","steps":["trace[1426749453] 'agreement among raft nodes before linearized reading' (duration: 282.744419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:13.267957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.576054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:54:13.268015Z","caller":"traceutil/trace.go:171","msg":"trace[1064432257] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:35115; }","duration":"282.648427ms","start":"2026-07-28T16:54:12.985351Z","end":"2026-07-28T16:54:13.267999Z","steps":["trace[1064432257] 'agreement among raft nodes before linearized reading' (duration: 282.559614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:13.268096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.640074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:54:13.268145Z","caller":"traceutil/trace.go:171","msg":"trace[116853577] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:35115; }","duration":"266.691255ms","start":"2026-07-28T16:54:13.00144Z","end":"2026-07-28T16:54:13.268131Z","steps":["trace[116853577] 'agreement among raft nodes before linearized reading' (duration: 266.599403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:54:13.268119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.284797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-28T16:54:13.268121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.306637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:54:13.268202Z","caller":"traceutil/trace.go:171","msg":"trace[148819116] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:35115; }","duration":"282.392419ms","start":"2026-07-28T16:54:12.985788Z","end":"2026-07-28T16:54:13.268181Z","steps":["trace[148819116] 'agreement among raft nodes before linearized reading' (duration: 282.131943ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:54:13.26821Z","caller":"traceutil/trace.go:171","msg":"trace[48499656] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:35115; }","duration":"282.414979ms","start":"2026-07-28T16:54:12.985776Z","end":"2026-07-28T16:54:13.268191Z","steps":["trace[48499656] 'agreement among raft nodes before linearized reading' (duration: 282.230765ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:00.937022Z","caller":"traceutil/trace.go:171","msg":"trace[1346906452] transaction","detail":"{read_only:false; response_revision:36149; number_of_response:1; }","duration":"111.64295ms","start":"2026-07-28T16:56:00.825355Z","end":"2026-07-28T16:56:00.936998Z","steps":["trace[1346906452] 'process raft request' (duration: 111.509646ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:00.93703Z","caller":"traceutil/trace.go:171","msg":"trace[261293941] transaction","detail":"{read_only:false; response_revision:36148; number_of_response:1; }","duration":"111.809314ms","start":"2026-07-28T16:56:00.82517Z","end":"2026-07-28T16:56:00.936979Z","steps":["trace[261293941] 'process raft request' (duration: 45.339678ms)","trace[261293941] 'compare' (duration: 66.122696ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:00.937077Z","caller":"traceutil/trace.go:171","msg":"trace[443810210] transaction","detail":"{read_only:false; response_revision:36150; number_of_response:1; }","duration":"108.720701ms","start":"2026-07-28T16:56:00.828343Z","end":"2026-07-28T16:56:00.937064Z","steps":["trace[443810210] 'process raft request' (duration: 108.610998ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:02.272792Z","caller":"traceutil/trace.go:171","msg":"trace[1227176054] transaction","detail":"{read_only:false; response_revision:36164; number_of_response:1; }","duration":"103.143586ms","start":"2026-07-28T16:56:02.169611Z","end":"2026-07-28T16:56:02.272754Z","steps":["trace[1227176054] 'process raft request' (duration: 102.976771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:02.458452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.046704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:56:02.458551Z","caller":"traceutil/trace.go:171","msg":"trace[1478405522] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36164; }","duration":"125.187177ms","start":"2026-07-28T16:56:02.333345Z","end":"2026-07-28T16:56:02.458532Z","steps":["trace[1478405522] 'range keys from in-memory index tree' (duration: 124.965001ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:02.680632Z","caller":"traceutil/trace.go:171","msg":"trace[1594856420] linearizableReadLoop","detail":"{readStateIndex:37247; appliedIndex:37246; }","duration":"203.600918ms","start":"2026-07-28T16:56:02.477011Z","end":"2026-07-28T16:56:02.680612Z","steps":["trace[1594856420] 'read index received' (duration: 203.502145ms)","trace[1594856420] 'applied index is now lower than readState.Index' (duration: 97.963µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:56:02.68077Z","caller":"traceutil/trace.go:171","msg":"trace[1260791048] transaction","detail":"{read_only:false; response_revision:36166; number_of_response:1; }","duration":"205.002254ms","start":"2026-07-28T16:56:02.475708Z","end":"2026-07-28T16:56:02.68071Z","steps":["trace[1260791048] 'process raft request' (duration: 204.757548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:56:02.680827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.805543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T16:56:02.68086Z","caller":"traceutil/trace.go:171","msg":"trace[216995447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:36166; }","duration":"203.853745ms","start":"2026-07-28T16:56:02.476997Z","end":"2026-07-28T16:56:02.68085Z","steps":["trace[216995447] 'agreement among raft nodes before linearized reading' (duration: 203.69871ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:56:38.560447Z","caller":"traceutil/trace.go:171","msg":"trace[6491253] transaction","detail":"{read_only:false; response_revision:36510; number_of_response:1; }","duration":"158.259031ms","start":"2026-07-28T16:56:38.402148Z","end":"2026-07-28T16:56:38.560408Z","steps":["trace[6491253] 'process raft request' (duration: 158.023785ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:06.86424Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33274} {"level":"info","ts":"2026-07-28T16:57:07.01922Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33274,"took":"150.253628ms","hash":1360269281,"current-db-size-bytes":55808000,"current-db-size":"56 MB","current-db-size-in-use-bytes":43393024,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-07-28T16:57:07.019289Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1360269281,"revision":33274,"compact-revision":30847} {"level":"info","ts":"2026-07-28T16:57:13.401285Z","caller":"traceutil/trace.go:171","msg":"trace[1203832163] transaction","detail":"{read_only:false; response_revision:36856; number_of_response:1; }","duration":"167.29629ms","start":"2026-07-28T16:57:13.233972Z","end":"2026-07-28T16:57:13.401268Z","steps":["trace[1203832163] 'process raft request' (duration: 167.142506ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:14.002965Z","caller":"traceutil/trace.go:171","msg":"trace[40621958] transaction","detail":"{read_only:false; response_revision:36860; number_of_response:1; }","duration":"127.669662ms","start":"2026-07-28T16:57:13.875269Z","end":"2026-07-28T16:57:14.002939Z","steps":["trace[40621958] 'process raft request' (duration: 127.498207ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:14.080701Z","caller":"traceutil/trace.go:171","msg":"trace[1244306557] linearizableReadLoop","detail":"{readStateIndex:37958; appliedIndex:37956; }","duration":"118.258464ms","start":"2026-07-28T16:57:13.962409Z","end":"2026-07-28T16:57:14.080667Z","steps":["trace[1244306557] 'read index received' (duration: 40.444107ms)","trace[1244306557] 'applied index is now lower than readState.Index' (duration: 77.812877ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:14.08086Z","caller":"traceutil/trace.go:171","msg":"trace[1435494068] transaction","detail":"{read_only:false; response_revision:36861; number_of_response:1; }","duration":"163.651303ms","start":"2026-07-28T16:57:13.917163Z","end":"2026-07-28T16:57:14.080814Z","steps":["trace[1435494068] 'process raft request' (duration: 151.157283ms)","trace[1435494068] 'compare' (duration: 12.025698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:14.081048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.619382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:57:14.081108Z","caller":"traceutil/trace.go:171","msg":"trace[780789498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36861; }","duration":"118.717285ms","start":"2026-07-28T16:57:13.96237Z","end":"2026-07-28T16:57:14.081088Z","steps":["trace[780789498] 'agreement among raft nodes before linearized reading' (duration: 118.50029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:14.081155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.375697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:57:14.081192Z","caller":"traceutil/trace.go:171","msg":"trace[1157634065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36861; }","duration":"115.458649ms","start":"2026-07-28T16:57:13.965723Z","end":"2026-07-28T16:57:14.081182Z","steps":["trace[1157634065] 'agreement among raft nodes before linearized reading' (duration: 115.322996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:27.928836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.49625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:57:27.928933Z","caller":"traceutil/trace.go:171","msg":"trace[1491952450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37079; }","duration":"107.644974ms","start":"2026-07-28T16:57:27.821268Z","end":"2026-07-28T16:57:27.928913Z","steps":["trace[1491952450] 'count revisions from in-memory index tree' (duration: 107.418287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:28.780477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.020115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:57:28.780853Z","caller":"traceutil/trace.go:171","msg":"trace[1731016231] transaction","detail":"{read_only:false; response_revision:37083; number_of_response:1; }","duration":"383.339877ms","start":"2026-07-28T16:57:28.397491Z","end":"2026-07-28T16:57:28.780831Z","steps":["trace[1731016231] 'process raft request' (duration: 383.232034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:28.780969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.397456Z","time spent":"383.4712ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:28.78121Z","caller":"traceutil/trace.go:171","msg":"trace[442932293] transaction","detail":"{read_only:false; response_revision:37082; number_of_response:1; }","duration":"458.297866ms","start":"2026-07-28T16:57:28.322878Z","end":"2026-07-28T16:57:28.781176Z","steps":["trace[442932293] 'process raft request' (duration: 457.724881ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:28.781288Z","caller":"traceutil/trace.go:171","msg":"trace[1303137595] linearizableReadLoop","detail":"{readStateIndex:38185; appliedIndex:38184; }","duration":"629.850568ms","start":"2026-07-28T16:57:28.151392Z","end":"2026-07-28T16:57:28.781243Z","steps":["trace[1303137595] 'read index received' (duration: 423.949039ms)","trace[1303137595] 'applied index is now lower than readState.Index' (duration: 205.897319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:28.781353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.322862Z","time spent":"458.40683ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:28.781487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.081993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:57:28.780921Z","caller":"traceutil/trace.go:171","msg":"trace[1625972815] transaction","detail":"{read_only:false; response_revision:37081; number_of_response:1; }","duration":"656.43974ms","start":"2026-07-28T16:57:28.124437Z","end":"2026-07-28T16:57:28.780877Z","steps":["trace[1625972815] 'process raft request' (duration: 450.891121ms)","trace[1625972815] 'compare' (duration: 204.528142ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:28.781534Z","caller":"traceutil/trace.go:171","msg":"trace[589691442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37083; }","duration":"630.167156ms","start":"2026-07-28T16:57:28.151355Z","end":"2026-07-28T16:57:28.781522Z","steps":["trace[589691442] 'agreement among raft nodes before linearized reading' (duration: 629.999142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:28.781724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.151338Z","time spent":"630.36961ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:57:28.781787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.124411Z","time spent":"657.20147ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:29.256684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.319694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:57:29.256932Z","caller":"traceutil/trace.go:171","msg":"trace[1488558336] transaction","detail":"{read_only:false; response_revision:37084; number_of_response:1; }","duration":"660.707993ms","start":"2026-07-28T16:57:28.596199Z","end":"2026-07-28T16:57:29.256907Z","steps":["trace[1488558336] 'process raft request' (duration: 427.069961ms)","trace[1488558336] 'compare' (duration: 233.039546ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:29.256968Z","caller":"traceutil/trace.go:171","msg":"trace[449236098] transaction","detail":"{read_only:false; response_revision:37085; number_of_response:1; }","duration":"515.760534ms","start":"2026-07-28T16:57:28.741189Z","end":"2026-07-28T16:57:29.256949Z","steps":["trace[449236098] 'process raft request' (duration: 515.617981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:29.257002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.596178Z","time spent":"660.794745ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:29.25706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.741166Z","time spent":"515.849576ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:29.257237Z","caller":"traceutil/trace.go:171","msg":"trace[1255938823] transaction","detail":"{read_only:false; response_revision:37086; number_of_response:1; }","duration":"471.263409ms","start":"2026-07-28T16:57:28.785967Z","end":"2026-07-28T16:57:29.257231Z","steps":["trace[1255938823] 'process raft request' (duration: 470.93328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:29.257276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.785951Z","time spent":"471.30851ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:29.257351Z","caller":"traceutil/trace.go:171","msg":"trace[161549570] linearizableReadLoop","detail":"{readStateIndex:38189; appliedIndex:38187; }","duration":"475.969283ms","start":"2026-07-28T16:57:28.781365Z","end":"2026-07-28T16:57:29.257335Z","steps":["trace[161549570] 'read index received' (duration: 241.92404ms)","trace[161549570] 'applied index is now lower than readState.Index' (duration: 234.043753ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:29.257455Z","caller":"traceutil/trace.go:171","msg":"trace[889976525] transaction","detail":"{read_only:false; response_revision:37087; number_of_response:1; }","duration":"250.20129ms","start":"2026-07-28T16:57:29.007212Z","end":"2026-07-28T16:57:29.257414Z","steps":["trace[889976525] 'process raft request' (duration: 249.987603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:29.257553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024204754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-788c4f47f4-lg2t4\" ","response":"range_response_count:1 size:8571"} {"level":"warn","ts":"2026-07-28T16:57:29.257561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.262817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:57:29.257607Z","caller":"traceutil/trace.go:171","msg":"trace[526860289] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-788c4f47f4-lg2t4; range_end:; response_count:1; response_revision:37087; }","duration":"1.024259225s","start":"2026-07-28T16:57:28.233334Z","end":"2026-07-28T16:57:29.257594Z","steps":["trace[526860289] 'agreement among raft nodes before linearized reading' (duration: 1.024119122s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:29.257622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.853665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276037"} {"level":"warn","ts":"2026-07-28T16:57:29.257638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092781476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:57:29.257649Z","caller":"traceutil/trace.go:171","msg":"trace[688582876] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:37087; }","duration":"867.930697ms","start":"2026-07-28T16:57:28.389711Z","end":"2026-07-28T16:57:29.257642Z","steps":["trace[688582876] 'agreement among raft nodes before linearized reading' (duration: 867.631009ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:29.257647Z","caller":"traceutil/trace.go:171","msg":"trace[1836820276] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37087; }","duration":"873.40638ms","start":"2026-07-28T16:57:28.38422Z","end":"2026-07-28T16:57:29.257626Z","steps":["trace[1836820276] 'agreement among raft nodes before linearized reading' (duration: 873.194855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:29.25764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.893205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:57:29.257489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.888788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:57:29.257681Z","caller":"traceutil/trace.go:171","msg":"trace[1203193970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37087; }","duration":"1.092850558s","start":"2026-07-28T16:57:28.164815Z","end":"2026-07-28T16:57:29.257666Z","steps":["trace[1203193970] 'agreement among raft nodes before linearized reading' (duration: 1.092766596s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:29.257699Z","caller":"traceutil/trace.go:171","msg":"trace[595759153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37087; }","duration":"937.146024ms","start":"2026-07-28T16:57:28.320549Z","end":"2026-07-28T16:57:29.257695Z","steps":["trace[595759153] 'agreement among raft nodes before linearized reading' (duration: 936.838936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:29.257695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.384192Z","time spent":"873.493664ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:57:29.257702Z","caller":"traceutil/trace.go:171","msg":"trace[1872886861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37087; }","duration":"486.000798ms","start":"2026-07-28T16:57:28.771688Z","end":"2026-07-28T16:57:29.257688Z","steps":["trace[1872886861] 'agreement among raft nodes before linearized reading' (duration: 485.897295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:29.257714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.164797Z","time spent":"1.092909679s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:57:29.257728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.329329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:57:29.257744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.624811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:57:29.257765Z","caller":"traceutil/trace.go:171","msg":"trace[322360901] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:37087; }","duration":"222.684212ms","start":"2026-07-28T16:57:29.035077Z","end":"2026-07-28T16:57:29.257762Z","steps":["trace[322360901] 'agreement among raft nodes before linearized reading' (duration: 222.645831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:29.257755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.771666Z","time spent":"486.074289ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:57:29.257715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.320528Z","time spent":"937.183215ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:57:29.257657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.233277Z","time spent":"1.024367179s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8594,"request content":"key:\"/registry/pods/openstack/magnum-api-788c4f47f4-lg2t4\" "} {"level":"warn","ts":"2026-07-28T16:57:29.257564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.728217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:57:29.257673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.389672Z","time spent":"867.997038ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276060,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-28T16:57:29.257909Z","caller":"traceutil/trace.go:171","msg":"trace[1486576849] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:37087; }","duration":"476.077766ms","start":"2026-07-28T16:57:28.781819Z","end":"2026-07-28T16:57:29.257897Z","steps":["trace[1486576849] 'agreement among raft nodes before linearized reading' (duration: 475.718997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:29.257971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:28.781764Z","time spent":"476.192209ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:57:29.257774Z","caller":"traceutil/trace.go:171","msg":"trace[2046010534] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:37087; }","duration":"181.410072ms","start":"2026-07-28T16:57:29.076351Z","end":"2026-07-28T16:57:29.257761Z","steps":["trace[2046010534] 'agreement among raft nodes before linearized reading' (duration: 181.33809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:29.623641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.739758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:57:29.62372Z","caller":"traceutil/trace.go:171","msg":"trace[1305928933] transaction","detail":"{read_only:false; response_revision:37088; number_of_response:1; }","duration":"362.143746ms","start":"2026-07-28T16:57:29.261561Z","end":"2026-07-28T16:57:29.623705Z","steps":["trace[1305928933] 'process raft request' (duration: 115.274745ms)","trace[1305928933] 'compare' (duration: 246.622265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:29.623764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:29.261539Z","time spent":"362.201977ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:29.636187Z","caller":"traceutil/trace.go:171","msg":"trace[1607835508] linearizableReadLoop","detail":"{readStateIndex:38195; appliedIndex:38191; }","duration":"264.673652ms","start":"2026-07-28T16:57:29.371494Z","end":"2026-07-28T16:57:29.636168Z","steps":["trace[1607835508] 'read index received' (duration: 5.356171ms)","trace[1607835508] 'applied index is now lower than readState.Index' (duration: 259.316651ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:29.636204Z","caller":"traceutil/trace.go:171","msg":"trace[1732843120] transaction","detail":"{read_only:false; response_revision:37090; number_of_response:1; }","duration":"371.646737ms","start":"2026-07-28T16:57:29.264535Z","end":"2026-07-28T16:57:29.636181Z","steps":["trace[1732843120] 'process raft request' (duration: 371.540734ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:29.636184Z","caller":"traceutil/trace.go:171","msg":"trace[637408818] transaction","detail":"{read_only:false; response_revision:37089; number_of_response:1; }","duration":"373.447955ms","start":"2026-07-28T16:57:29.262711Z","end":"2026-07-28T16:57:29.636159Z","steps":["trace[637408818] 'process raft request' (duration: 373.25459ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:29.636253Z","caller":"traceutil/trace.go:171","msg":"trace[1765848078] transaction","detail":"{read_only:false; response_revision:37091; number_of_response:1; }","duration":"368.420302ms","start":"2026-07-28T16:57:29.267823Z","end":"2026-07-28T16:57:29.636243Z","steps":["trace[1765848078] 'process raft request' (duration: 368.291138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:29.636301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:29.264518Z","time spent":"371.73428ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:29.636327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:29.2627Z","time spent":"373.564678ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:29.636328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:29.267809Z","time spent":"368.469932ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8369,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:29.636521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.951918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T16:57:29.636608Z","caller":"traceutil/trace.go:171","msg":"trace[678359036] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37091; }","duration":"265.210695ms","start":"2026-07-28T16:57:29.371374Z","end":"2026-07-28T16:57:29.636585Z","steps":["trace[678359036] 'agreement among raft nodes before linearized reading' (duration: 264.891507ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:29.654525Z","caller":"traceutil/trace.go:171","msg":"trace[1588188972] transaction","detail":"{read_only:false; response_revision:37093; number_of_response:1; }","duration":"175.131956ms","start":"2026-07-28T16:57:29.479366Z","end":"2026-07-28T16:57:29.654498Z","steps":["trace[1588188972] 'process raft request' (duration: 175.049924ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:29.654689Z","caller":"traceutil/trace.go:171","msg":"trace[1302144647] transaction","detail":"{read_only:false; response_revision:37092; number_of_response:1; }","duration":"201.305437ms","start":"2026-07-28T16:57:29.453374Z","end":"2026-07-28T16:57:29.65468Z","steps":["trace[1302144647] 'process raft request' (duration: 200.910597ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:33.025071Z","caller":"traceutil/trace.go:171","msg":"trace[1860944058] transaction","detail":"{read_only:false; response_revision:37124; number_of_response:1; }","duration":"230.857457ms","start":"2026-07-28T16:57:32.794188Z","end":"2026-07-28T16:57:33.025046Z","steps":["trace[1860944058] 'process raft request' (duration: 230.667943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:33.301145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.41259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:57:33.30134Z","caller":"traceutil/trace.go:171","msg":"trace[1373192594] transaction","detail":"{read_only:false; response_revision:37125; number_of_response:1; }","duration":"507.070183ms","start":"2026-07-28T16:57:32.794246Z","end":"2026-07-28T16:57:33.301316Z","steps":["trace[1373192594] 'process raft request' (duration: 313.412097ms)","trace[1373192594] 'compare' (duration: 193.257925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:33.301504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:32.794212Z","time spent":"507.191867ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:33.301516Z","caller":"traceutil/trace.go:171","msg":"trace[680166411] transaction","detail":"{read_only:false; response_revision:37126; number_of_response:1; }","duration":"506.17591ms","start":"2026-07-28T16:57:32.795266Z","end":"2026-07-28T16:57:33.301442Z","steps":["trace[680166411] 'process raft request' (duration: 505.982216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:33.30165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:32.795256Z","time spent":"506.320054ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:33.301838Z","caller":"traceutil/trace.go:171","msg":"trace[974541786] linearizableReadLoop","detail":"{readStateIndex:38231; appliedIndex:38228; }","duration":"474.34217ms","start":"2026-07-28T16:57:32.827481Z","end":"2026-07-28T16:57:33.301823Z","steps":["trace[974541786] 'read index received' (duration: 197.329882ms)","trace[974541786] 'applied index is now lower than readState.Index' (duration: 277.010758ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:33.301934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.460063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:33.301963Z","caller":"traceutil/trace.go:171","msg":"trace[650684340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37126; }","duration":"474.524944ms","start":"2026-07-28T16:57:32.827428Z","end":"2026-07-28T16:57:33.301953Z","steps":["trace[650684340] 'agreement among raft nodes before linearized reading' (duration: 474.466763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:33.30199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:32.827406Z","time spent":"474.578026ms","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:57:33.878626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.866722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:57:33.878723Z","caller":"traceutil/trace.go:171","msg":"trace[1405536199] transaction","detail":"{read_only:false; response_revision:37127; number_of_response:1; }","duration":"609.890071ms","start":"2026-07-28T16:57:33.268815Z","end":"2026-07-28T16:57:33.878706Z","steps":["trace[1405536199] 'process raft request' (duration: 309.868655ms)","trace[1405536199] 'compare' (duration: 299.769678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:33.878766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:33.26879Z","time spent":"609.955952ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:34.290202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.966079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:57:34.290468Z","caller":"traceutil/trace.go:171","msg":"trace[1579136956] transaction","detail":"{read_only:false; response_revision:37130; number_of_response:1; }","duration":"624.160908ms","start":"2026-07-28T16:57:33.666299Z","end":"2026-07-28T16:57:34.29046Z","steps":["trace[1579136956] 'process raft request' (duration: 624.031284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:34.290521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:33.666278Z","time spent":"624.21568ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:34.290526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272126603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:34.290562Z","caller":"traceutil/trace.go:171","msg":"trace[1686562301] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:37132; }","duration":"1.272185225s","start":"2026-07-28T16:57:33.018359Z","end":"2026-07-28T16:57:34.290544Z","steps":["trace[1686562301] 'agreement among raft nodes before linearized reading' (duration: 1.272124823s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:34.290597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:33.018342Z","time spent":"1.272247116s","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:57:34.290462Z","caller":"traceutil/trace.go:171","msg":"trace[1492641611] linearizableReadLoop","detail":"{readStateIndex:38234; appliedIndex:38231; }","duration":"988.573503ms","start":"2026-07-28T16:57:33.301873Z","end":"2026-07-28T16:57:34.290446Z","steps":["trace[1492641611] 'read index received' (duration: 276.826712ms)","trace[1492641611] 'applied index is now lower than readState.Index' (duration: 711.743481ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:34.290621Z","caller":"traceutil/trace.go:171","msg":"trace[1615330262] transaction","detail":"{read_only:false; response_revision:37128; number_of_response:1; }","duration":"1.019942972s","start":"2026-07-28T16:57:33.270647Z","end":"2026-07-28T16:57:34.29059Z","steps":["trace[1615330262] 'process raft request' (duration: 824.51719ms)","trace[1615330262] 'compare' (duration: 194.673792ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:34.29065Z","caller":"traceutil/trace.go:171","msg":"trace[776839678] transaction","detail":"{read_only:false; response_revision:37131; number_of_response:1; }","duration":"569.855102ms","start":"2026-07-28T16:57:33.720755Z","end":"2026-07-28T16:57:34.29061Z","steps":["trace[776839678] 'process raft request' (duration: 569.615216ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:34.290706Z","caller":"traceutil/trace.go:171","msg":"trace[767718900] transaction","detail":"{read_only:false; response_revision:37129; number_of_response:1; }","duration":"1.019939622s","start":"2026-07-28T16:57:33.270739Z","end":"2026-07-28T16:57:34.290679Z","steps":["trace[767718900] 'process raft request' (duration: 1.019538222s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:34.290778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:33.270632Z","time spent":"1.020057924s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:34.290819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.333159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:57:34.290829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015646107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:57:34.290841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:33.270704Z","time spent":"1.020062325s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:34.290624Z","caller":"traceutil/trace.go:171","msg":"trace[1408800364] transaction","detail":"{read_only:false; response_revision:37132; number_of_response:1; }","duration":"221.625413ms","start":"2026-07-28T16:57:34.068974Z","end":"2026-07-28T16:57:34.2906Z","steps":["trace[1408800364] 'process raft request' (duration: 221.424478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:34.290883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.601602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:57:34.290873Z","caller":"traceutil/trace.go:171","msg":"trace[2129582132] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:37132; }","duration":"926.432022ms","start":"2026-07-28T16:57:33.364427Z","end":"2026-07-28T16:57:34.290859Z","steps":["trace[2129582132] 'agreement among raft nodes before linearized reading' (duration: 926.309819ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:34.290886Z","caller":"traceutil/trace.go:171","msg":"trace[78346132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37132; }","duration":"1.01573334s","start":"2026-07-28T16:57:33.275138Z","end":"2026-07-28T16:57:34.290871Z","steps":["trace[78346132] 'agreement among raft nodes before linearized reading' (duration: 1.015545255s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:34.290968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:33.364403Z","time spent":"926.547475ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:57:34.290961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:33.720736Z","time spent":"570.106709ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:34.290996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:33.275122Z","time spent":"1.015860584s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:57:34.291012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.679462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:57:34.290985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.386192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T16:57:34.291032Z","caller":"traceutil/trace.go:171","msg":"trace[966054457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37132; }","duration":"568.715333ms","start":"2026-07-28T16:57:33.722312Z","end":"2026-07-28T16:57:34.291027Z","steps":["trace[966054457] 'agreement among raft nodes before linearized reading' (duration: 568.659191ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:34.290953Z","caller":"traceutil/trace.go:171","msg":"trace[422332534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37132; }","duration":"637.723066ms","start":"2026-07-28T16:57:33.653215Z","end":"2026-07-28T16:57:34.290938Z","steps":["trace[422332534] 'agreement among raft nodes before linearized reading' (duration: 637.52438ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:34.291059Z","caller":"traceutil/trace.go:171","msg":"trace[1010565287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37132; }","duration":"167.493185ms","start":"2026-07-28T16:57:34.123546Z","end":"2026-07-28T16:57:34.291039Z","steps":["trace[1010565287] 'agreement among raft nodes before linearized reading' (duration: 167.256378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:34.291069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:33.722305Z","time spent":"568.758045ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:57:34.291101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:33.653193Z","time spent":"637.890509ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:57:34.29112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.372281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:57:34.291208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.19405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:57:34.291198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.176084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-28T16:57:34.291267Z","caller":"traceutil/trace.go:171","msg":"trace[163864515] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37132; }","duration":"643.273352ms","start":"2026-07-28T16:57:33.647979Z","end":"2026-07-28T16:57:34.291252Z","steps":["trace[163864515] 'agreement among raft nodes before linearized reading' (duration: 643.136329ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:34.291208Z","caller":"traceutil/trace.go:171","msg":"trace[1789364547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37132; }","duration":"655.487694ms","start":"2026-07-28T16:57:33.635698Z","end":"2026-07-28T16:57:34.291186Z","steps":["trace[1789364547] 'agreement among raft nodes before linearized reading' (duration: 655.32016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:34.291314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:33.647966Z","time spent":"643.337174ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:57:34.291332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:33.635676Z","time spent":"655.638788ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:57:34.291281Z","caller":"traceutil/trace.go:171","msg":"trace[572520674] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:37132; }","duration":"692.293087ms","start":"2026-07-28T16:57:33.59897Z","end":"2026-07-28T16:57:34.291263Z","steps":["trace[572520674] 'agreement among raft nodes before linearized reading' (duration: 692.054861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:34.291414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:33.598953Z","time spent":"692.440751ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-28T16:57:34.291202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.676887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:34.291473Z","caller":"traceutil/trace.go:171","msg":"trace[1357416382] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:37132; }","duration":"165.949794ms","start":"2026-07-28T16:57:34.125505Z","end":"2026-07-28T16:57:34.291455Z","steps":["trace[1357416382] 'agreement among raft nodes before linearized reading' (duration: 165.606875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:34.827982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.298465ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:34.828132Z","caller":"traceutil/trace.go:171","msg":"trace[2037925224] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37132; }","duration":"358.450669ms","start":"2026-07-28T16:57:34.469656Z","end":"2026-07-28T16:57:34.828106Z","steps":["trace[2037925224] 'range keys from in-memory index tree' (duration: 358.286335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:34.828596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.063767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:57:34.828767Z","caller":"traceutil/trace.go:171","msg":"trace[1257782792] transaction","detail":"{read_only:false; response_revision:37134; number_of_response:1; }","duration":"532.521497ms","start":"2026-07-28T16:57:34.296234Z","end":"2026-07-28T16:57:34.828756Z","steps":["trace[1257782792] 'process raft request' (duration: 532.429174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:34.828832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:34.296219Z","time spent":"532.581888ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:34.828849Z","caller":"traceutil/trace.go:171","msg":"trace[348760528] transaction","detail":"{read_only:false; response_revision:37133; number_of_response:1; }","duration":"532.617449ms","start":"2026-07-28T16:57:34.296194Z","end":"2026-07-28T16:57:34.828811Z","steps":["trace[348760528] 'process raft request' (duration: 422.206402ms)","trace[348760528] 'compare' (duration: 109.38924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:34.828987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:34.296163Z","time spent":"532.750673ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:35.055605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.20069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:57:35.055987Z","caller":"traceutil/trace.go:171","msg":"trace[2001871356] transaction","detail":"{read_only:false; response_revision:37135; number_of_response:1; }","duration":"759.682197ms","start":"2026-07-28T16:57:34.296281Z","end":"2026-07-28T16:57:35.055963Z","steps":["trace[2001871356] 'process raft request' (duration: 648.85496ms)","trace[2001871356] 'compare' (duration: 109.668167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:35.056106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:34.296264Z","time spent":"759.774259ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:35.056146Z","caller":"traceutil/trace.go:171","msg":"trace[849996861] transaction","detail":"{read_only:false; response_revision:37137; number_of_response:1; }","duration":"759.822991ms","start":"2026-07-28T16:57:34.2963Z","end":"2026-07-28T16:57:35.056123Z","steps":["trace[849996861] 'process raft request' (duration: 759.716757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:35.056304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:34.296281Z","time spent":"759.927554ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:35.056345Z","caller":"traceutil/trace.go:171","msg":"trace[1683706663] linearizableReadLoop","detail":"{readStateIndex:38243; appliedIndex:38237; }","duration":"755.467265ms","start":"2026-07-28T16:57:34.30087Z","end":"2026-07-28T16:57:35.056337Z","steps":["trace[1683706663] 'read index received' (duration: 417.544899ms)","trace[1683706663] 'applied index is now lower than readState.Index' (duration: 337.921536ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:35.056399Z","caller":"traceutil/trace.go:171","msg":"trace[1741896744] transaction","detail":"{read_only:false; response_revision:37138; number_of_response:1; }","duration":"759.837671ms","start":"2026-07-28T16:57:34.296553Z","end":"2026-07-28T16:57:35.056391Z","steps":["trace[1741896744] 'process raft request' (duration: 759.518622ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:35.056154Z","caller":"traceutil/trace.go:171","msg":"trace[1891792043] transaction","detail":"{read_only:false; response_revision:37136; number_of_response:1; }","duration":"759.849932ms","start":"2026-07-28T16:57:34.296287Z","end":"2026-07-28T16:57:35.056137Z","steps":["trace[1891792043] 'process raft request' (duration: 759.439141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:35.05652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:34.296268Z","time spent":"760.206831ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:35.056447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:34.29654Z","time spent":"759.877701ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:35.056751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.872535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-28T16:57:35.056828Z","caller":"traceutil/trace.go:171","msg":"trace[1223920460] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:37139; }","duration":"755.986649ms","start":"2026-07-28T16:57:34.300827Z","end":"2026-07-28T16:57:35.056814Z","steps":["trace[1223920460] 'agreement among raft nodes before linearized reading' (duration: 755.63443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:35.056891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:34.300805Z","time spent":"756.075162ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-28T16:57:35.41457Z","caller":"traceutil/trace.go:171","msg":"trace[1153205926] transaction","detail":"{read_only:false; response_revision:37140; number_of_response:1; }","duration":"384.409364ms","start":"2026-07-28T16:57:35.030099Z","end":"2026-07-28T16:57:35.414509Z","steps":["trace[1153205926] 'process raft request' (duration: 304.155935ms)","trace[1153205926] 'compare' (duration: 79.298064ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:35.414733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:35.030053Z","time spent":"384.599519ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:35.414585Z","caller":"traceutil/trace.go:171","msg":"trace[1203967327] linearizableReadLoop","detail":"{readStateIndex:38245; appliedIndex:38244; }","duration":"358.176961ms","start":"2026-07-28T16:57:35.056367Z","end":"2026-07-28T16:57:35.414544Z","steps":["trace[1203967327] 'read index received' (duration: 277.888301ms)","trace[1203967327] 'applied index is now lower than readState.Index' (duration: 80.28446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:35.4569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.888561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:57:35.456941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.706912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:57:35.457055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.161963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:35.457094Z","caller":"traceutil/trace.go:171","msg":"trace[1030539111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37140; }","duration":"681.236355ms","start":"2026-07-28T16:57:34.775847Z","end":"2026-07-28T16:57:35.457083Z","steps":["trace[1030539111] 'agreement among raft nodes before linearized reading' (duration: 638.725422ms)","trace[1030539111] 'range keys from in-memory index tree' (duration: 42.452511ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:35.457137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.443921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"warn","ts":"2026-07-28T16:57:35.457145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:34.775824Z","time spent":"681.311777ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:57:35.457204Z","caller":"traceutil/trace.go:171","msg":"trace[1847014145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37140; }","duration":"653.528842ms","start":"2026-07-28T16:57:34.803658Z","end":"2026-07-28T16:57:35.457187Z","steps":["trace[1847014145] 'agreement among raft nodes before linearized reading' (duration: 610.893746ms)","trace[1847014145] 'range keys from in-memory index tree' (duration: 42.479632ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:35.457179Z","caller":"traceutil/trace.go:171","msg":"trace[90856639] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:37140; }","duration":"967.885407ms","start":"2026-07-28T16:57:34.489159Z","end":"2026-07-28T16:57:35.457045Z","steps":["trace[90856639] 'agreement among raft nodes before linearized reading' (duration: 925.479047ms)","trace[90856639] 'count revisions from in-memory index tree' (duration: 42.221445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:35.457246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:34.803641Z","time spent":"653.595604ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:57:35.45729Z","caller":"traceutil/trace.go:171","msg":"trace[533360133] transaction","detail":"{read_only:false; response_revision:37141; number_of_response:1; }","duration":"150.036143ms","start":"2026-07-28T16:57:35.307236Z","end":"2026-07-28T16:57:35.457272Z","steps":["trace[533360133] 'process raft request' (duration: 149.592571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:35.457336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:34.48914Z","time spent":"968.170144ms","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:57:35.456985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.047316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:35.457552Z","caller":"traceutil/trace.go:171","msg":"trace[965078247] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37140; }","duration":"590.690904ms","start":"2026-07-28T16:57:34.866839Z","end":"2026-07-28T16:57:35.45753Z","steps":["trace[965078247] 'agreement among raft nodes before linearized reading' (duration: 547.74086ms)","trace[965078247] 'range keys from in-memory index tree' (duration: 42.310467ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:35.457002Z","caller":"traceutil/trace.go:171","msg":"trace[525521257] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:37140; }","duration":"713.061845ms","start":"2026-07-28T16:57:34.743915Z","end":"2026-07-28T16:57:35.456977Z","steps":["trace[525521257] 'agreement among raft nodes before linearized reading' (duration: 670.672476ms)","trace[525521257] 'count revisions from in-memory index tree' (duration: 42.217255ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:35.457613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:34.743891Z","time spent":"713.707812ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:57:35.457634Z","caller":"traceutil/trace.go:171","msg":"trace[268484392] transaction","detail":"{read_only:false; response_revision:37142; number_of_response:1; }","duration":"149.807307ms","start":"2026-07-28T16:57:35.307819Z","end":"2026-07-28T16:57:35.457626Z","steps":["trace[268484392] 'process raft request' (duration: 149.423467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:35.457612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:34.866822Z","time spent":"590.772795ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T16:57:35.457809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.19857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:57:35.457842Z","caller":"traceutil/trace.go:171","msg":"trace[945541152] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37142; }","duration":"124.279742ms","start":"2026-07-28T16:57:35.333554Z","end":"2026-07-28T16:57:35.457833Z","steps":["trace[945541152] 'agreement among raft nodes before linearized reading' (duration: 124.16969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:35.458085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.550616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:35.458151Z","caller":"traceutil/trace.go:171","msg":"trace[1527878813] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:37142; }","duration":"209.654659ms","start":"2026-07-28T16:57:35.248479Z","end":"2026-07-28T16:57:35.458133Z","steps":["trace[1527878813] 'agreement among raft nodes before linearized reading' (duration: 209.527566ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:51.266483Z","caller":"traceutil/trace.go:171","msg":"trace[184496538] linearizableReadLoop","detail":"{readStateIndex:38436; appliedIndex:38435; }","duration":"110.604481ms","start":"2026-07-28T16:57:51.155848Z","end":"2026-07-28T16:57:51.266452Z","steps":["trace[184496538] 'read index received' (duration: 22.312799ms)","trace[184496538] 'applied index is now lower than readState.Index' (duration: 88.289172ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:51.26657Z","caller":"traceutil/trace.go:171","msg":"trace[941391414] transaction","detail":"{read_only:false; response_revision:37327; number_of_response:1; }","duration":"110.594792ms","start":"2026-07-28T16:57:51.15595Z","end":"2026-07-28T16:57:51.266545Z","steps":["trace[941391414] 'process raft request' (duration: 110.235703ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:51.266721Z","caller":"traceutil/trace.go:171","msg":"trace[1774913533] transaction","detail":"{read_only:false; response_revision:37328; number_of_response:1; }","duration":"110.716814ms","start":"2026-07-28T16:57:51.15598Z","end":"2026-07-28T16:57:51.266696Z","steps":["trace[1774913533] 'process raft request' (duration: 110.53942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:51.267055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.850624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-28T16:57:51.267118Z","caller":"traceutil/trace.go:171","msg":"trace[603187278] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:37328; }","duration":"103.947377ms","start":"2026-07-28T16:57:51.163155Z","end":"2026-07-28T16:57:51.267103Z","steps":["trace[603187278] 'agreement among raft nodes before linearized reading' (duration: 103.489044ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:51.266538Z","caller":"traceutil/trace.go:171","msg":"trace[1551099554] transaction","detail":"{read_only:false; response_revision:37326; number_of_response:1; }","duration":"111.092315ms","start":"2026-07-28T16:57:51.155371Z","end":"2026-07-28T16:57:51.266463Z","steps":["trace[1551099554] 'process raft request' (duration: 22.798072ms)","trace[1551099554] 'compare' (duration: 87.746968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:51.267454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.588558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-07-28T16:57:51.267539Z","caller":"traceutil/trace.go:171","msg":"trace[1191168980] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:37327; }","duration":"111.703641ms","start":"2026-07-28T16:57:51.155816Z","end":"2026-07-28T16:57:51.26752Z","steps":["trace[1191168980] 'agreement among raft nodes before linearized reading' (duration: 110.712304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:51.856071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335437559,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:57:52.173204Z","caller":"traceutil/trace.go:171","msg":"trace[1510504158] transaction","detail":"{read_only:false; response_revision:37333; number_of_response:1; }","duration":"824.384706ms","start":"2026-07-28T16:57:51.348782Z","end":"2026-07-28T16:57:52.173167Z","steps":["trace[1510504158] 'process raft request' (duration: 794.788384ms)","trace[1510504158] 'compare' (duration: 29.204472ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:52.173386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:51.348772Z","time spent":"824.512219ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:52.225401Z","caller":"traceutil/trace.go:171","msg":"trace[396150887] transaction","detail":"{read_only:false; response_revision:37335; number_of_response:1; }","duration":"683.71473ms","start":"2026-07-28T16:57:51.541663Z","end":"2026-07-28T16:57:52.225378Z","steps":["trace[396150887] 'process raft request' (duration: 683.652859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:52.225527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:51.541633Z","time spent":"683.831194ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:52.225492Z","caller":"traceutil/trace.go:171","msg":"trace[1969435084] transaction","detail":"{read_only:false; response_revision:37334; number_of_response:1; }","duration":"724.506428ms","start":"2026-07-28T16:57:51.500937Z","end":"2026-07-28T16:57:52.225443Z","steps":["trace[1969435084] 'process raft request' (duration: 724.261531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:52.225693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:51.50091Z","time spent":"724.679853ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:52.226317Z","caller":"traceutil/trace.go:171","msg":"trace[1744025794] transaction","detail":"{read_only:false; response_revision:37336; number_of_response:1; }","duration":"620.466949ms","start":"2026-07-28T16:57:51.605833Z","end":"2026-07-28T16:57:52.2263Z","steps":["trace[1744025794] 'process raft request' (duration: 619.513065ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:52.226346Z","caller":"traceutil/trace.go:171","msg":"trace[1548843287] transaction","detail":"{read_only:false; response_revision:37337; number_of_response:1; }","duration":"277.466239ms","start":"2026-07-28T16:57:51.948849Z","end":"2026-07-28T16:57:52.226316Z","steps":["trace[1548843287] 'process raft request' (duration: 277.289774ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:52.226313Z","caller":"traceutil/trace.go:171","msg":"trace[2004746751] linearizableReadLoop","detail":"{readStateIndex:38446; appliedIndex:38442; }","duration":"871.13228ms","start":"2026-07-28T16:57:51.35516Z","end":"2026-07-28T16:57:52.226292Z","steps":["trace[2004746751] 'read index received' (duration: 788.425076ms)","trace[2004746751] 'applied index is now lower than readState.Index' (duration: 82.706274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:52.226421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:51.605815Z","time spent":"620.553422ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:52.226579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.019064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"warn","ts":"2026-07-28T16:57:52.226589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.17835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:52.226614Z","caller":"traceutil/trace.go:171","msg":"trace[130320992] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:37337; }","duration":"844.076276ms","start":"2026-07-28T16:57:51.382526Z","end":"2026-07-28T16:57:52.226602Z","steps":["trace[130320992] 'agreement among raft nodes before linearized reading' (duration: 843.956423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:52.226646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:51.382511Z","time spent":"844.130348ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-28T16:57:52.226655Z","caller":"traceutil/trace.go:171","msg":"trace[675313198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37337; }","duration":"453.274564ms","start":"2026-07-28T16:57:51.773361Z","end":"2026-07-28T16:57:52.226635Z","steps":["trace[675313198] 'agreement among raft nodes before linearized reading' (duration: 453.16501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:52.226671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.823592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:57:52.226703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:51.773341Z","time spent":"453.349866ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:57:52.226716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.864787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T16:57:52.226737Z","caller":"traceutil/trace.go:171","msg":"trace[1563660501] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:37337; }","duration":"541.957586ms","start":"2026-07-28T16:57:51.684761Z","end":"2026-07-28T16:57:52.226719Z","steps":["trace[1563660501] 'agreement among raft nodes before linearized reading' (duration: 541.7776ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:52.22679Z","caller":"traceutil/trace.go:171","msg":"trace[1148952398] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:37337; }","duration":"173.041671ms","start":"2026-07-28T16:57:52.053733Z","end":"2026-07-28T16:57:52.226775Z","steps":["trace[1148952398] 'agreement among raft nodes before linearized reading' (duration: 172.776404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:52.226807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:51.684728Z","time spent":"542.06341ms","remote":"127.0.0.1:48506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:57:52.226871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.160414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:57:52.227287Z","caller":"traceutil/trace.go:171","msg":"trace[1379767803] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:37337; }","duration":"346.606886ms","start":"2026-07-28T16:57:51.880661Z","end":"2026-07-28T16:57:52.227268Z","steps":["trace[1379767803] 'agreement among raft nodes before linearized reading' (duration: 346.174755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:52.227361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:51.88064Z","time spent":"346.702229ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:57:52.227526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.356913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-28T16:57:52.228304Z","caller":"traceutil/trace.go:171","msg":"trace[90301126] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:37337; }","duration":"873.150634ms","start":"2026-07-28T16:57:51.355129Z","end":"2026-07-28T16:57:52.22828Z","steps":["trace[90301126] 'agreement among raft nodes before linearized reading' (duration: 871.232853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:52.228382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:51.355113Z","time spent":"873.249717ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-07-28T16:57:52.464824Z","caller":"traceutil/trace.go:171","msg":"trace[835213022] linearizableReadLoop","detail":"{readStateIndex:38450; appliedIndex:38449; }","duration":"103.273498ms","start":"2026-07-28T16:57:52.361524Z","end":"2026-07-28T16:57:52.464797Z","steps":["trace[835213022] 'read index received' (duration: 49.187859ms)","trace[835213022] 'applied index is now lower than readState.Index' (duration: 54.084799ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:52.464895Z","caller":"traceutil/trace.go:171","msg":"trace[24629367] transaction","detail":"{read_only:false; response_revision:37340; number_of_response:1; }","duration":"105.684031ms","start":"2026-07-28T16:57:52.359149Z","end":"2026-07-28T16:57:52.464833Z","steps":["trace[24629367] 'process raft request' (duration: 51.551391ms)","trace[24629367] 'compare' (duration: 53.963006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:52.465066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.524794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-28T16:57:52.465146Z","caller":"traceutil/trace.go:171","msg":"trace[516889995] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:37340; }","duration":"103.652128ms","start":"2026-07-28T16:57:52.361475Z","end":"2026-07-28T16:57:52.465127Z","steps":["trace[516889995] 'agreement among raft nodes before linearized reading' (duration: 103.403251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:52.527539Z","caller":"traceutil/trace.go:171","msg":"trace[206091074] transaction","detail":"{read_only:false; response_revision:37341; number_of_response:1; }","duration":"161.771823ms","start":"2026-07-28T16:57:52.365743Z","end":"2026-07-28T16:57:52.527515Z","steps":["trace[206091074] 'process raft request' (duration: 161.604408ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:52.527843Z","caller":"traceutil/trace.go:171","msg":"trace[836544070] transaction","detail":"{read_only:false; response_revision:37342; number_of_response:1; }","duration":"159.074681ms","start":"2026-07-28T16:57:52.368746Z","end":"2026-07-28T16:57:52.527821Z","steps":["trace[836544070] 'process raft request' (duration: 158.729242ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:52.527929Z","caller":"traceutil/trace.go:171","msg":"trace[1176016457] transaction","detail":"{read_only:false; response_revision:37343; number_of_response:1; }","duration":"140.693736ms","start":"2026-07-28T16:57:52.387196Z","end":"2026-07-28T16:57:52.52789Z","steps":["trace[1176016457] 'process raft request' (duration: 140.511891ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:52.667065Z","caller":"traceutil/trace.go:171","msg":"trace[235655925] transaction","detail":"{read_only:false; response_revision:37344; number_of_response:1; }","duration":"110.976882ms","start":"2026-07-28T16:57:52.556062Z","end":"2026-07-28T16:57:52.667039Z","steps":["trace[235655925] 'process raft request' (duration: 60.904999ms)","trace[235655925] 'compare' (duration: 49.775155ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:57.539779Z","caller":"traceutil/trace.go:171","msg":"trace[1287844467] transaction","detail":"{read_only:false; response_revision:37399; number_of_response:1; }","duration":"150.438145ms","start":"2026-07-28T16:57:57.389318Z","end":"2026-07-28T16:57:57.539756Z","steps":["trace[1287844467] 'process raft request' (duration: 150.162197ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:57.54201Z","caller":"traceutil/trace.go:171","msg":"trace[1476988848] transaction","detail":"{read_only:false; response_revision:37400; number_of_response:1; }","duration":"151.934423ms","start":"2026-07-28T16:57:57.390059Z","end":"2026-07-28T16:57:57.541994Z","steps":["trace[1476988848] 'process raft request' (duration: 151.44557ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:57.542144Z","caller":"traceutil/trace.go:171","msg":"trace[282169347] transaction","detail":"{read_only:false; response_revision:37401; number_of_response:1; }","duration":"152.003685ms","start":"2026-07-28T16:57:57.390131Z","end":"2026-07-28T16:57:57.542135Z","steps":["trace[282169347] 'process raft request' (duration: 151.44098ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:57.542254Z","caller":"traceutil/trace.go:171","msg":"trace[562288269] transaction","detail":"{read_only:false; response_revision:37402; number_of_response:1; }","duration":"150.409093ms","start":"2026-07-28T16:57:57.391836Z","end":"2026-07-28T16:57:57.542245Z","steps":["trace[562288269] 'process raft request' (duration: 149.783076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:57.811923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.326881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-28T16:57:57.812023Z","caller":"traceutil/trace.go:171","msg":"trace[863513796] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:37402; }","duration":"175.457855ms","start":"2026-07-28T16:57:57.636539Z","end":"2026-07-28T16:57:57.811997Z","steps":["trace[863513796] 'range keys from in-memory index tree' (duration: 175.177037ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:58.440856Z","caller":"traceutil/trace.go:171","msg":"trace[476343948] transaction","detail":"{read_only:false; response_revision:37403; number_of_response:1; }","duration":"195.714931ms","start":"2026-07-28T16:57:58.245082Z","end":"2026-07-28T16:57:58.440797Z","steps":["trace[476343948] 'process raft request' (duration: 195.494744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:58.74367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.747537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:57:58.744005Z","caller":"traceutil/trace.go:171","msg":"trace[1267837254] linearizableReadLoop","detail":"{readStateIndex:38517; appliedIndex:38514; }","duration":"364.1857ms","start":"2026-07-28T16:57:58.379796Z","end":"2026-07-28T16:57:58.743982Z","steps":["trace[1267837254] 'read index received' (duration: 61.104914ms)","trace[1267837254] 'applied index is now lower than readState.Index' (duration: 303.079406ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:58.744115Z","caller":"traceutil/trace.go:171","msg":"trace[1097642681] transaction","detail":"{read_only:false; response_revision:37406; number_of_response:1; }","duration":"488.975177ms","start":"2026-07-28T16:57:58.255125Z","end":"2026-07-28T16:57:58.7441Z","steps":["trace[1097642681] 'process raft request' (duration: 488.763572ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:58.744131Z","caller":"traceutil/trace.go:171","msg":"trace[250822572] transaction","detail":"{read_only:false; response_revision:37405; number_of_response:1; }","duration":"489.254383ms","start":"2026-07-28T16:57:58.254847Z","end":"2026-07-28T16:57:58.744101Z","steps":["trace[250822572] 'process raft request' (duration: 488.957085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:58.744214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:58.255101Z","time spent":"489.056629ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:58.744282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:58.254825Z","time spent":"489.376787ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:57:58.744328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.508748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:58.744389Z","caller":"traceutil/trace.go:171","msg":"trace[119536918] transaction","detail":"{read_only:false; response_revision:37404; number_of_response:1; }","duration":"496.506885ms","start":"2026-07-28T16:57:58.247745Z","end":"2026-07-28T16:57:58.744252Z","steps":["trace[119536918] 'process raft request' (duration: 310.072351ms)","trace[119536918] 'compare' (duration: 185.605692ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:58.744403Z","caller":"traceutil/trace.go:171","msg":"trace[243451139] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:37406; }","duration":"364.639602ms","start":"2026-07-28T16:57:58.379743Z","end":"2026-07-28T16:57:58.744383Z","steps":["trace[243451139] 'agreement among raft nodes before linearized reading' (duration: 364.463248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:58.744454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:58.379716Z","time spent":"364.727805ms","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:57:58.744498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:58.247718Z","time spent":"496.722631ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:58.773421Z","caller":"traceutil/trace.go:171","msg":"trace[686073678] transaction","detail":"{read_only:false; response_revision:37407; number_of_response:1; }","duration":"289.162468ms","start":"2026-07-28T16:57:58.484225Z","end":"2026-07-28T16:57:58.773387Z","steps":["trace[686073678] 'process raft request' (duration: 288.943982ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:58.773535Z","caller":"traceutil/trace.go:171","msg":"trace[577136887] transaction","detail":"{read_only:false; response_revision:37409; number_of_response:1; }","duration":"224.768557ms","start":"2026-07-28T16:57:58.548751Z","end":"2026-07-28T16:57:58.77352Z","steps":["trace[577136887] 'process raft request' (duration: 224.575502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:58.773595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.467514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-07-28T16:57:58.773628Z","caller":"traceutil/trace.go:171","msg":"trace[1680493351] transaction","detail":"{read_only:false; response_revision:37408; number_of_response:1; }","duration":"225.282921ms","start":"2026-07-28T16:57:58.548336Z","end":"2026-07-28T16:57:58.773619Z","steps":["trace[1680493351] 'process raft request' (duration: 224.936522ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:58.773662Z","caller":"traceutil/trace.go:171","msg":"trace[809652701] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:37410; }","duration":"231.587877ms","start":"2026-07-28T16:57:58.542054Z","end":"2026-07-28T16:57:58.773641Z","steps":["trace[809652701] 'agreement among raft nodes before linearized reading' (duration: 231.349421ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:58.773688Z","caller":"traceutil/trace.go:171","msg":"trace[722803664] transaction","detail":"{read_only:false; response_revision:37410; number_of_response:1; }","duration":"223.418731ms","start":"2026-07-28T16:57:58.550264Z","end":"2026-07-28T16:57:58.773682Z","steps":["trace[722803664] 'process raft request' (duration: 223.095883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:59.296788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.291039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:57:59.296898Z","caller":"traceutil/trace.go:171","msg":"trace[1724118736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37410; }","duration":"351.463634ms","start":"2026-07-28T16:57:58.945412Z","end":"2026-07-28T16:57:59.296876Z","steps":["trace[1724118736] 'range keys from in-memory index tree' (duration: 351.011632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:59.29695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:58.945391Z","time spent":"351.547197ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:57:59.296818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.549695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:57:59.297149Z","caller":"traceutil/trace.go:171","msg":"trace[1094713908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37410; }","duration":"354.920795ms","start":"2026-07-28T16:57:58.942203Z","end":"2026-07-28T16:57:59.297124Z","steps":["trace[1094713908] 'range keys from in-memory index tree' (duration: 354.318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:59.297309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:58.942181Z","time spent":"355.059839ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:57:59.573382Z","caller":"traceutil/trace.go:171","msg":"trace[1661332035] linearizableReadLoop","detail":"{readStateIndex:38523; appliedIndex:38522; }","duration":"203.149636ms","start":"2026-07-28T16:57:59.370205Z","end":"2026-07-28T16:57:59.573354Z","steps":["trace[1661332035] 'read index received' (duration: 126.123102ms)","trace[1661332035] 'applied index is now lower than readState.Index' (duration: 77.025094ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:57:59.573444Z","caller":"traceutil/trace.go:171","msg":"trace[1700859255] transaction","detail":"{read_only:false; response_revision:37412; number_of_response:1; }","duration":"271.05986ms","start":"2026-07-28T16:57:59.302355Z","end":"2026-07-28T16:57:59.573414Z","steps":["trace[1700859255] 'process raft request' (duration: 194.040015ms)","trace[1700859255] 'compare' (duration: 76.777109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:59.573564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.340012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:59.573609Z","caller":"traceutil/trace.go:171","msg":"trace[6389562] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:37412; }","duration":"203.446794ms","start":"2026-07-28T16:57:59.370151Z","end":"2026-07-28T16:57:59.573598Z","steps":["trace[6389562] 'agreement among raft nodes before linearized reading' (duration: 203.346692ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:57:59.93934Z","caller":"traceutil/trace.go:171","msg":"trace[794367445] linearizableReadLoop","detail":"{readStateIndex:38527; appliedIndex:38524; }","duration":"318.221916ms","start":"2026-07-28T16:57:59.621091Z","end":"2026-07-28T16:57:59.939313Z","steps":["trace[794367445] 'read index received' (duration: 317.953879ms)","trace[794367445] 'applied index is now lower than readState.Index' (duration: 266.757µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:57:59.939522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.39762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:57:59.93962Z","caller":"traceutil/trace.go:171","msg":"trace[630729472] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:37416; }","duration":"318.507633ms","start":"2026-07-28T16:57:59.621056Z","end":"2026-07-28T16:57:59.939564Z","steps":["trace[630729472] 'agreement among raft nodes before linearized reading' (duration: 318.372959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:59.939677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:59.62104Z","time spent":"318.622796ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:57:59.939766Z","caller":"traceutil/trace.go:171","msg":"trace[1681865020] transaction","detail":"{read_only:false; response_revision:37414; number_of_response:1; }","duration":"362.513357ms","start":"2026-07-28T16:57:59.57724Z","end":"2026-07-28T16:57:59.939753Z","steps":["trace[1681865020] 'process raft request' (duration: 361.827958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:59.939832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:59.577211Z","time spent":"362.582748ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:59.939902Z","caller":"traceutil/trace.go:171","msg":"trace[928255875] transaction","detail":"{read_only:false; response_revision:37416; number_of_response:1; }","duration":"361.265153ms","start":"2026-07-28T16:57:59.578632Z","end":"2026-07-28T16:57:59.939897Z","steps":["trace[928255875] 'process raft request' (duration: 360.639727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:59.939932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:59.578623Z","time spent":"361.292764ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:57:59.939977Z","caller":"traceutil/trace.go:171","msg":"trace[1855739636] transaction","detail":"{read_only:false; response_revision:37415; number_of_response:1; }","duration":"361.604321ms","start":"2026-07-28T16:57:59.578366Z","end":"2026-07-28T16:57:59.939971Z","steps":["trace[1855739636] 'process raft request' (duration: 360.863862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:57:59.940001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:59.578349Z","time spent":"361.638912ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:00.256929Z","caller":"traceutil/trace.go:171","msg":"trace[1655027641] linearizableReadLoop","detail":"{readStateIndex:38529; appliedIndex:38527; }","duration":"310.266605ms","start":"2026-07-28T16:57:59.946638Z","end":"2026-07-28T16:58:00.256905Z","steps":["trace[1655027641] 'read index received' (duration: 214.663839ms)","trace[1655027641] 'applied index is now lower than readState.Index' (duration: 95.601686ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:00.257058Z","caller":"traceutil/trace.go:171","msg":"trace[802804186] transaction","detail":"{read_only:false; response_revision:37417; number_of_response:1; }","duration":"447.936602ms","start":"2026-07-28T16:57:59.809055Z","end":"2026-07-28T16:58:00.256992Z","steps":["trace[802804186] 'process raft request' (duration: 352.246094ms)","trace[802804186] 'compare' (duration: 95.40227ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:00.257173Z","caller":"traceutil/trace.go:171","msg":"trace[473662136] transaction","detail":"{read_only:false; response_revision:37418; number_of_response:1; }","duration":"329.978856ms","start":"2026-07-28T16:57:59.92718Z","end":"2026-07-28T16:58:00.257159Z","steps":["trace[473662136] 'process raft request' (duration: 329.666509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:00.257212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:59.809022Z","time spent":"448.117417ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23774,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:00.257279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:59.927155Z","time spent":"330.056998ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:00.257273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.614534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:00.257338Z","caller":"traceutil/trace.go:171","msg":"trace[1329975927] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:37418; }","duration":"310.716436ms","start":"2026-07-28T16:57:59.946606Z","end":"2026-07-28T16:58:00.257323Z","steps":["trace[1329975927] 'agreement among raft nodes before linearized reading' (duration: 310.602324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:00.257394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:59.946591Z","time spent":"310.788929ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:00.264847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.435468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:58:00.264924Z","caller":"traceutil/trace.go:171","msg":"trace[1290450921] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:37419; }","duration":"305.54017ms","start":"2026-07-28T16:57:59.959367Z","end":"2026-07-28T16:58:00.264907Z","steps":["trace[1290450921] 'agreement among raft nodes before linearized reading' (duration: 305.324115ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:00.264937Z","caller":"traceutil/trace.go:171","msg":"trace[1513821772] transaction","detail":"{read_only:false; response_revision:37419; number_of_response:1; }","duration":"174.661233ms","start":"2026-07-28T16:58:00.090248Z","end":"2026-07-28T16:58:00.264909Z","steps":["trace[1513821772] 'process raft request' (duration: 174.304114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:00.264965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:57:59.959357Z","time spent":"305.599072ms","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-07-28T16:58:00.596525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.093028ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-28T16:58:00.596775Z","caller":"traceutil/trace.go:171","msg":"trace[834496506] transaction","detail":"{read_only:false; response_revision:37420; number_of_response:1; }","duration":"149.344145ms","start":"2026-07-28T16:58:00.447411Z","end":"2026-07-28T16:58:00.596755Z","steps":["trace[834496506] 'process raft request' (duration: 149.216771ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:00.596925Z","caller":"traceutil/trace.go:171","msg":"trace[1372626137] linearizableReadLoop","detail":"{readStateIndex:38531; appliedIndex:38530; }","duration":"321.539653ms","start":"2026-07-28T16:58:00.27536Z","end":"2026-07-28T16:58:00.596899Z","steps":["trace[1372626137] 'read index received' (duration: 157.976334ms)","trace[1372626137] 'applied index is now lower than readState.Index' (duration: 163.560939ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:00.596988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:00.265848Z","time spent":"331.135496ms","remote":"127.0.0.1:47952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T16:58:00.597182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.802861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-07-28T16:58:00.597261Z","caller":"traceutil/trace.go:171","msg":"trace[1161338103] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37420; }","duration":"321.916284ms","start":"2026-07-28T16:58:00.275321Z","end":"2026-07-28T16:58:00.597237Z","steps":["trace[1161338103] 'agreement among raft nodes before linearized reading' (duration: 321.727179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:00.597314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:00.275305Z","time spent":"321.996305ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1661,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-28T16:58:00.878259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.981331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:00.878672Z","caller":"traceutil/trace.go:171","msg":"trace[879646414] transaction","detail":"{read_only:false; response_revision:37421; number_of_response:1; }","duration":"280.206322ms","start":"2026-07-28T16:58:00.598425Z","end":"2026-07-28T16:58:00.878631Z","steps":["trace[879646414] 'process raft request' (duration: 151.786919ms)","trace[879646414] 'compare' (duration: 127.826927ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:00.878739Z","caller":"traceutil/trace.go:171","msg":"trace[2009314449] linearizableReadLoop","detail":"{readStateIndex:38533; appliedIndex:38532; }","duration":"278.675491ms","start":"2026-07-28T16:58:00.600047Z","end":"2026-07-28T16:58:00.878723Z","steps":["trace[2009314449] 'read index received' (duration: 150.200047ms)","trace[2009314449] 'applied index is now lower than readState.Index' (duration: 128.473824ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:00.878792Z","caller":"traceutil/trace.go:171","msg":"trace[818460176] transaction","detail":"{read_only:false; response_revision:37422; number_of_response:1; }","duration":"277.622623ms","start":"2026-07-28T16:58:00.601146Z","end":"2026-07-28T16:58:00.878769Z","steps":["trace[818460176] 'process raft request' (duration: 277.48684ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:00.879024Z","caller":"traceutil/trace.go:171","msg":"trace[64165263] transaction","detail":"{read_only:false; response_revision:37423; number_of_response:1; }","duration":"130.350804ms","start":"2026-07-28T16:58:00.748662Z","end":"2026-07-28T16:58:00.879013Z","steps":["trace[64165263] 'process raft request' (duration: 130.044006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:00.879092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.993539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23790"} {"level":"info","ts":"2026-07-28T16:58:00.879147Z","caller":"traceutil/trace.go:171","msg":"trace[693071832] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37423; }","duration":"279.122424ms","start":"2026-07-28T16:58:00.600015Z","end":"2026-07-28T16:58:00.879137Z","steps":["trace[693071832] 'agreement among raft nodes before linearized reading' (duration: 278.861836ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:00.879549Z","caller":"traceutil/trace.go:171","msg":"trace[422672181] transaction","detail":"{read_only:false; response_revision:37425; number_of_response:1; }","duration":"130.741343ms","start":"2026-07-28T16:58:00.748786Z","end":"2026-07-28T16:58:00.879528Z","steps":["trace[422672181] 'process raft request' (duration: 130.624651ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:00.879738Z","caller":"traceutil/trace.go:171","msg":"trace[804370556] transaction","detail":"{read_only:false; response_revision:37424; number_of_response:1; }","duration":"131.041101ms","start":"2026-07-28T16:58:00.748689Z","end":"2026-07-28T16:58:00.87973Z","steps":["trace[804370556] 'process raft request' (duration: 130.111007ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:01.01549Z","caller":"traceutil/trace.go:171","msg":"trace[2030145211] transaction","detail":"{read_only:false; response_revision:37426; number_of_response:1; }","duration":"235.949253ms","start":"2026-07-28T16:58:00.779515Z","end":"2026-07-28T16:58:01.015465Z","steps":["trace[2030145211] 'process raft request' (duration: 235.659606ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:01.015682Z","caller":"traceutil/trace.go:171","msg":"trace[121180621] linearizableReadLoop","detail":"{readStateIndex:38541; appliedIndex:38537; }","duration":"136.898907ms","start":"2026-07-28T16:58:00.878768Z","end":"2026-07-28T16:58:01.015667Z","steps":["trace[121180621] 'read index received' (duration: 136.361172ms)","trace[121180621] 'applied index is now lower than readState.Index' (duration: 537.035µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:01.015751Z","caller":"traceutil/trace.go:171","msg":"trace[1729984527] transaction","detail":"{read_only:false; response_revision:37427; number_of_response:1; }","duration":"236.20389ms","start":"2026-07-28T16:58:00.779539Z","end":"2026-07-28T16:58:01.015743Z","steps":["trace[1729984527] 'process raft request' (duration: 235.883071ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:01.01579Z","caller":"traceutil/trace.go:171","msg":"trace[1888841387] transaction","detail":"{read_only:false; response_revision:37429; number_of_response:1; }","duration":"235.183413ms","start":"2026-07-28T16:58:00.780595Z","end":"2026-07-28T16:58:01.015779Z","steps":["trace[1888841387] 'process raft request' (duration: 235.031719ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:01.015706Z","caller":"traceutil/trace.go:171","msg":"trace[804586732] transaction","detail":"{read_only:false; response_revision:37428; number_of_response:1; }","duration":"236.109198ms","start":"2026-07-28T16:58:00.77956Z","end":"2026-07-28T16:58:01.015669Z","steps":["trace[804586732] 'process raft request' (duration: 235.994314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:01.015853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.788663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:01.015915Z","caller":"traceutil/trace.go:171","msg":"trace[1392418058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37429; }","duration":"242.888886ms","start":"2026-07-28T16:58:00.773011Z","end":"2026-07-28T16:58:01.0159Z","steps":["trace[1392418058] 'agreement among raft nodes before linearized reading' (duration: 242.773283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:01.015966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.894888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-28T16:58:01.016014Z","caller":"traceutil/trace.go:171","msg":"trace[292006261] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:37429; }","duration":"222.976489ms","start":"2026-07-28T16:58:00.793025Z","end":"2026-07-28T16:58:01.016001Z","steps":["trace[292006261] 'agreement among raft nodes before linearized reading' (duration: 222.823935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:01.016014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.722358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-28T16:58:01.016056Z","caller":"traceutil/trace.go:171","msg":"trace[1206725258] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:37429; }","duration":"134.79886ms","start":"2026-07-28T16:58:00.881247Z","end":"2026-07-28T16:58:01.016046Z","steps":["trace[1206725258] 'agreement among raft nodes before linearized reading' (duration: 134.686408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:01.016162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.182311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:58:01.0162Z","caller":"traceutil/trace.go:171","msg":"trace[1552962138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37429; }","duration":"227.258722ms","start":"2026-07-28T16:58:00.788934Z","end":"2026-07-28T16:58:01.016192Z","steps":["trace[1552962138] 'agreement among raft nodes before linearized reading' (duration: 227.19417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:01.016286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.462047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-76102c57f4cde8e9c6d307360806adddb934a651f057fbceefb7588c9db954ea\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-07-28T16:58:01.016328Z","caller":"traceutil/trace.go:171","msg":"trace[905338292] range","detail":"{range_begin:/registry/volumeattachments/csi-76102c57f4cde8e9c6d307360806adddb934a651f057fbceefb7588c9db954ea; range_end:; response_count:1; response_revision:37429; }","duration":"127.522449ms","start":"2026-07-28T16:58:00.888794Z","end":"2026-07-28T16:58:01.016316Z","steps":["trace[905338292] 'agreement among raft nodes before linearized reading' (duration: 127.424146ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:01.196524Z","caller":"traceutil/trace.go:171","msg":"trace[1420530340] linearizableReadLoop","detail":"{readStateIndex:38542; appliedIndex:38541; }","duration":"117.77033ms","start":"2026-07-28T16:58:01.078731Z","end":"2026-07-28T16:58:01.196501Z","steps":["trace[1420530340] 'read index received' (duration: 87.509311ms)","trace[1420530340] 'applied index is now lower than readState.Index' (duration: 30.259839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:01.196716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.973766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T16:58:01.196744Z","caller":"traceutil/trace.go:171","msg":"trace[937824998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37430; }","duration":"118.045007ms","start":"2026-07-28T16:58:01.078691Z","end":"2026-07-28T16:58:01.196736Z","steps":["trace[937824998] 'agreement among raft nodes before linearized reading' (duration: 117.889513ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:01.196859Z","caller":"traceutil/trace.go:171","msg":"trace[184510051] transaction","detail":"{read_only:false; response_revision:37430; number_of_response:1; }","duration":"136.070784ms","start":"2026-07-28T16:58:01.06072Z","end":"2026-07-28T16:58:01.196791Z","steps":["trace[184510051] 'process raft request' (duration: 105.469516ms)","trace[184510051] 'compare' (duration: 30.053144ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:01.558391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.259164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T16:58:01.558453Z","caller":"traceutil/trace.go:171","msg":"trace[2033621145] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37430; }","duration":"221.371067ms","start":"2026-07-28T16:58:01.337065Z","end":"2026-07-28T16:58:01.558436Z","steps":["trace[2033621145] 'range keys from in-memory index tree' (duration: 221.098411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:01.558523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.873235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T16:58:01.558538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.45712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:58:01.558577Z","caller":"traceutil/trace.go:171","msg":"trace[1766996654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37430; }","duration":"242.991408ms","start":"2026-07-28T16:58:01.315573Z","end":"2026-07-28T16:58:01.558564Z","steps":["trace[1766996654] 'range keys from in-memory index tree' (duration: 242.581768ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:01.558599Z","caller":"traceutil/trace.go:171","msg":"trace[600326755] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37430; }","duration":"221.571203ms","start":"2026-07-28T16:58:01.33701Z","end":"2026-07-28T16:58:01.558581Z","steps":["trace[600326755] 'range keys from in-memory index tree' (duration: 221.260625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:01.558589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.424707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:01.558645Z","caller":"traceutil/trace.go:171","msg":"trace[655760072] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:37430; }","duration":"241.5199ms","start":"2026-07-28T16:58:01.317112Z","end":"2026-07-28T16:58:01.558632Z","steps":["trace[655760072] 'count revisions from in-memory index tree' (duration: 241.348706ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:01.740644Z","caller":"traceutil/trace.go:171","msg":"trace[1383231668] transaction","detail":"{read_only:false; response_revision:37431; number_of_response:1; }","duration":"177.766596ms","start":"2026-07-28T16:58:01.56285Z","end":"2026-07-28T16:58:01.740617Z","steps":["trace[1383231668] 'process raft request' (duration: 177.612792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.092386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.59809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:02.092625Z","caller":"traceutil/trace.go:171","msg":"trace[1510428722] linearizableReadLoop","detail":"{readStateIndex:38545; appliedIndex:38542; }","duration":"515.880917ms","start":"2026-07-28T16:58:01.576731Z","end":"2026-07-28T16:58:02.092611Z","steps":["trace[1510428722] 'read index received' (duration: 163.806117ms)","trace[1510428722] 'applied index is now lower than readState.Index' (duration: 352.07389ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:02.092684Z","caller":"traceutil/trace.go:171","msg":"trace[1168077573] transaction","detail":"{read_only:false; response_revision:37433; number_of_response:1; }","duration":"528.938512ms","start":"2026-07-28T16:58:01.563718Z","end":"2026-07-28T16:58:02.092657Z","steps":["trace[1168077573] 'process raft request' (duration: 528.817749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.092756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.026411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:58:02.092758Z","caller":"traceutil/trace.go:171","msg":"trace[1353655615] transaction","detail":"{read_only:false; response_revision:37432; number_of_response:1; }","duration":"529.802235ms","start":"2026-07-28T16:58:01.562927Z","end":"2026-07-28T16:58:02.092729Z","steps":["trace[1353655615] 'process raft request' (duration: 387.778243ms)","trace[1353655615] 'compare' (duration: 141.384135ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:02.092799Z","caller":"traceutil/trace.go:171","msg":"trace[361551756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37433; }","duration":"516.068022ms","start":"2026-07-28T16:58:01.576719Z","end":"2026-07-28T16:58:02.092787Z","steps":["trace[361551756] 'agreement among raft nodes before linearized reading' (duration: 515.927748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.092827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.14396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:02.092828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:01.56371Z","time spent":"529.041005ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:02.092834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:01.576673Z","time spent":"516.153084ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T16:58:02.092862Z","caller":"traceutil/trace.go:171","msg":"trace[549059282] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:37433; }","duration":"224.221722ms","start":"2026-07-28T16:58:01.868633Z","end":"2026-07-28T16:58:02.092854Z","steps":["trace[549059282] 'agreement among raft nodes before linearized reading' (duration: 224.154801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.09288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.15028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:58:02.092897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:01.562917Z","time spent":"529.910578ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:02.092925Z","caller":"traceutil/trace.go:171","msg":"trace[2013356476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37433; }","duration":"149.228152ms","start":"2026-07-28T16:58:01.943686Z","end":"2026-07-28T16:58:02.092914Z","steps":["trace[2013356476] 'agreement among raft nodes before linearized reading' (duration: 149.111009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.092931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.521038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:58:02.092931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.757539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:58:02.093Z","caller":"traceutil/trace.go:171","msg":"trace[119903971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37433; }","duration":"498.638051ms","start":"2026-07-28T16:58:01.59434Z","end":"2026-07-28T16:58:02.092978Z","steps":["trace[119903971] 'agreement among raft nodes before linearized reading' (duration: 498.391735ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:02.093015Z","caller":"traceutil/trace.go:171","msg":"trace[1312301101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37433; }","duration":"148.846421ms","start":"2026-07-28T16:58:01.944152Z","end":"2026-07-28T16:58:02.092998Z","steps":["trace[1312301101] 'agreement among raft nodes before linearized reading' (duration: 148.687737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.093039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:01.594318Z","time spent":"498.713553ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:58:02.092965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.636567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:02.093156Z","caller":"traceutil/trace.go:171","msg":"trace[1591403234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37433; }","duration":"318.860283ms","start":"2026-07-28T16:58:01.774284Z","end":"2026-07-28T16:58:02.093144Z","steps":["trace[1591403234] 'agreement among raft nodes before linearized reading' (duration: 318.649057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.093195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:01.774264Z","time spent":"318.919974ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:58:02.09292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.754749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:58:02.093364Z","caller":"traceutil/trace.go:171","msg":"trace[1040251479] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37433; }","duration":"149.233811ms","start":"2026-07-28T16:58:01.944108Z","end":"2026-07-28T16:58:02.093342Z","steps":["trace[1040251479] 'agreement among raft nodes before linearized reading' (duration: 148.643966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.575713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.195147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:02.575928Z","caller":"traceutil/trace.go:171","msg":"trace[2014777633] transaction","detail":"{read_only:false; response_revision:37434; number_of_response:1; }","duration":"479.611379ms","start":"2026-07-28T16:58:02.096286Z","end":"2026-07-28T16:58:02.575898Z","steps":["trace[2014777633] 'process raft request' (duration: 312.141575ms)","trace[2014777633] 'compare' (duration: 166.917759ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:02.576086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:02.096275Z","time spent":"479.729262ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:02.576114Z","caller":"traceutil/trace.go:171","msg":"trace[669710114] linearizableReadLoop","detail":"{readStateIndex:38551; appliedIndex:38545; }","duration":"336.960291ms","start":"2026-07-28T16:58:02.239136Z","end":"2026-07-28T16:58:02.576096Z","steps":["trace[669710114] 'read index received' (duration: 169.388985ms)","trace[669710114] 'applied index is now lower than readState.Index' (duration: 167.570376ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:02.5763Z","caller":"traceutil/trace.go:171","msg":"trace[302296111] transaction","detail":"{read_only:false; response_revision:37435; number_of_response:1; }","duration":"479.617639ms","start":"2026-07-28T16:58:02.09667Z","end":"2026-07-28T16:58:02.576288Z","steps":["trace[302296111] 'process raft request' (duration: 479.139516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.576374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:02.096647Z","time spent":"479.689471ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:02.576373Z","caller":"traceutil/trace.go:171","msg":"trace[1367662612] transaction","detail":"{read_only:false; response_revision:37439; number_of_response:1; }","duration":"412.182688ms","start":"2026-07-28T16:58:02.164156Z","end":"2026-07-28T16:58:02.576338Z","steps":["trace[1367662612] 'process raft request' (duration: 411.90187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.576486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.238532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:58:02.576518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:02.164133Z","time spent":"412.313232ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:02.57656Z","caller":"traceutil/trace.go:171","msg":"trace[1091325666] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:37439; }","duration":"308.345135ms","start":"2026-07-28T16:58:02.268197Z","end":"2026-07-28T16:58:02.576542Z","steps":["trace[1091325666] 'agreement among raft nodes before linearized reading' (duration: 308.202501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.57656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.788447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:02.576568Z","caller":"traceutil/trace.go:171","msg":"trace[1860405091] transaction","detail":"{read_only:false; response_revision:37437; number_of_response:1; }","duration":"479.472955ms","start":"2026-07-28T16:58:02.09708Z","end":"2026-07-28T16:58:02.576553Z","steps":["trace[1860405091] 'process raft request' (duration: 478.89165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.576574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.422913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:02.576615Z","caller":"traceutil/trace.go:171","msg":"trace[1093519072] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:37439; }","duration":"294.894229ms","start":"2026-07-28T16:58:02.281704Z","end":"2026-07-28T16:58:02.576598Z","steps":["trace[1093519072] 'agreement among raft nodes before linearized reading' (duration: 294.808687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.576637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:02.097062Z","time spent":"479.546158ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:02.57665Z","caller":"traceutil/trace.go:171","msg":"trace[399917025] transaction","detail":"{read_only:false; response_revision:37438; number_of_response:1; }","duration":"478.949771ms","start":"2026-07-28T16:58:02.097689Z","end":"2026-07-28T16:58:02.576639Z","steps":["trace[399917025] 'process raft request' (duration: 478.337395ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:02.576661Z","caller":"traceutil/trace.go:171","msg":"trace[1268974993] transaction","detail":"{read_only:false; response_revision:37436; number_of_response:1; }","duration":"479.901707ms","start":"2026-07-28T16:58:02.096748Z","end":"2026-07-28T16:58:02.57665Z","steps":["trace[1268974993] 'process raft request' (duration: 479.176068ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:02.576664Z","caller":"traceutil/trace.go:171","msg":"trace[1479269174] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:37439; }","duration":"337.564596ms","start":"2026-07-28T16:58:02.239077Z","end":"2026-07-28T16:58:02.576642Z","steps":["trace[1479269174] 'agreement among raft nodes before linearized reading' (duration: 337.422513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:02.576713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:02.097679Z","time spent":"479.002042ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:02.576722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:02.096737Z","time spent":"479.949478ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:02.576713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:02.239052Z","time spent":"337.647869ms","remote":"127.0.0.1:42828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:02.576609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:02.268179Z","time spent":"308.419646ms","remote":"127.0.0.1:48038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:03.125263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.002559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:58:03.125354Z","caller":"traceutil/trace.go:171","msg":"trace[195635359] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:37440; }","duration":"243.141442ms","start":"2026-07-28T16:58:02.882195Z","end":"2026-07-28T16:58:03.125336Z","steps":["trace[195635359] 'count revisions from in-memory index tree' (duration: 242.932417ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:03.126302Z","caller":"traceutil/trace.go:171","msg":"trace[465362883] transaction","detail":"{read_only:false; response_revision:37441; number_of_response:1; }","duration":"242.244069ms","start":"2026-07-28T16:58:02.883623Z","end":"2026-07-28T16:58:03.125867Z","steps":["trace[465362883] 'process raft request' (duration: 238.389316ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:03.886393Z","caller":"traceutil/trace.go:171","msg":"trace[2061021677] transaction","detail":"{read_only:false; response_revision:37442; number_of_response:1; }","duration":"1.001801513s","start":"2026-07-28T16:58:02.884559Z","end":"2026-07-28T16:58:03.88636Z","steps":["trace[2061021677] 'process raft request' (duration: 929.148174ms)","trace[2061021677] 'compare' (duration: 72.058623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:03.886566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:02.88453Z","time spent":"1.001947007s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:03.886567Z","caller":"traceutil/trace.go:171","msg":"trace[1544020437] linearizableReadLoop","detail":"{readStateIndex:38560; appliedIndex:38553; }","duration":"113.906568ms","start":"2026-07-28T16:58:03.772643Z","end":"2026-07-28T16:58:03.88655Z","steps":["trace[1544020437] 'read index received' (duration: 41.170076ms)","trace[1544020437] 'applied index is now lower than readState.Index' (duration: 72.735332ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:03.886708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.056702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:03.886736Z","caller":"traceutil/trace.go:171","msg":"trace[1136731980] transaction","detail":"{read_only:false; response_revision:37447; number_of_response:1; }","duration":"864.165668ms","start":"2026-07-28T16:58:03.02255Z","end":"2026-07-28T16:58:03.886716Z","steps":["trace[1136731980] 'process raft request' (duration: 863.90079ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:03.88676Z","caller":"traceutil/trace.go:171","msg":"trace[1196751679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37448; }","duration":"114.143914ms","start":"2026-07-28T16:58:03.772601Z","end":"2026-07-28T16:58:03.886745Z","steps":["trace[1196751679] 'agreement among raft nodes before linearized reading' (duration: 114.00961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:03.886801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:03.022534Z","time spent":"864.232909ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:03.886908Z","caller":"traceutil/trace.go:171","msg":"trace[2047216237] transaction","detail":"{read_only:false; response_revision:37446; number_of_response:1; }","duration":"864.690531ms","start":"2026-07-28T16:58:03.022192Z","end":"2026-07-28T16:58:03.886883Z","steps":["trace[2047216237] 'process raft request' (duration: 864.220298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:03.886956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:03.022166Z","time spent":"864.765403ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:03.886814Z","caller":"traceutil/trace.go:171","msg":"trace[679160881] transaction","detail":"{read_only:false; response_revision:37445; number_of_response:1; }","duration":"864.68941ms","start":"2026-07-28T16:58:03.022095Z","end":"2026-07-28T16:58:03.886785Z","steps":["trace[679160881] 'process raft request' (duration: 864.278239ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:03.887158Z","caller":"traceutil/trace.go:171","msg":"trace[350974328] transaction","detail":"{read_only:false; response_revision:37443; number_of_response:1; }","duration":"1.002538562s","start":"2026-07-28T16:58:02.8846Z","end":"2026-07-28T16:58:03.887139Z","steps":["trace[350974328] 'process raft request' (duration: 1.001592438s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:03.88718Z","caller":"traceutil/trace.go:171","msg":"trace[636031585] transaction","detail":"{read_only:false; response_revision:37444; number_of_response:1; }","duration":"865.107372ms","start":"2026-07-28T16:58:03.02206Z","end":"2026-07-28T16:58:03.887167Z","steps":["trace[636031585] 'process raft request' (duration: 864.26698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:03.887241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:03.022042Z","time spent":"865.165344ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:03.886954Z","caller":"traceutil/trace.go:171","msg":"trace[1373393154] transaction","detail":"{read_only:false; response_revision:37448; number_of_response:1; }","duration":"698.038528ms","start":"2026-07-28T16:58:03.188902Z","end":"2026-07-28T16:58:03.886941Z","steps":["trace[1373393154] 'process raft request' (duration: 697.599456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:03.887299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:02.884568Z","time spent":"1.002635275s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:03.887428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:03.022071Z","time spent":"865.190354ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:03.887452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:03.188879Z","time spent":"698.48719ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:04.305194Z","caller":"traceutil/trace.go:171","msg":"trace[793651375] transaction","detail":"{read_only:false; response_revision:37449; number_of_response:1; }","duration":"204.183212ms","start":"2026-07-28T16:58:04.100984Z","end":"2026-07-28T16:58:04.305167Z","steps":["trace[793651375] 'process raft request' (duration: 204.024388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:05.022339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.764242ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:05.022434Z","caller":"traceutil/trace.go:171","msg":"trace[962844693] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37449; }","duration":"552.875764ms","start":"2026-07-28T16:58:04.469546Z","end":"2026-07-28T16:58:05.022422Z","steps":["trace[962844693] 'range keys from in-memory index tree' (duration: 552.750711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:05.022804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.337493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:05.022958Z","caller":"traceutil/trace.go:171","msg":"trace[2113017193] linearizableReadLoop","detail":"{readStateIndex:38562; appliedIndex:38561; }","duration":"584.665524ms","start":"2026-07-28T16:58:04.438268Z","end":"2026-07-28T16:58:05.022934Z","steps":["trace[2113017193] 'read index received' (duration: 150.117846ms)","trace[2113017193] 'applied index is now lower than readState.Index' (duration: 434.545598ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:05.023237Z","caller":"traceutil/trace.go:171","msg":"trace[72051863] transaction","detail":"{read_only:false; response_revision:37450; number_of_response:1; }","duration":"697.777212ms","start":"2026-07-28T16:58:04.325439Z","end":"2026-07-28T16:58:05.023217Z","steps":["trace[72051863] 'process raft request' (duration: 262.912075ms)","trace[72051863] 'compare' (duration: 434.085717ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:05.023329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:04.325413Z","time spent":"697.867184ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:05.023461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.167627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:05.023562Z","caller":"traceutil/trace.go:171","msg":"trace[916809349] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:37450; }","duration":"585.317821ms","start":"2026-07-28T16:58:04.43822Z","end":"2026-07-28T16:58:05.023538Z","steps":["trace[916809349] 'agreement among raft nodes before linearized reading' (duration: 585.105816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:05.023621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:04.438202Z","time spent":"585.404473ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:05.035145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.400894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-28T16:58:05.035209Z","caller":"traceutil/trace.go:171","msg":"trace[666259672] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:37451; }","duration":"501.494187ms","start":"2026-07-28T16:58:04.533697Z","end":"2026-07-28T16:58:05.035191Z","steps":["trace[666259672] 'agreement among raft nodes before linearized reading' (duration: 501.279571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:05.035246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:04.533681Z","time spent":"501.556649ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1659,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-28T16:58:05.035509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.559007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:58:05.035538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.507456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:58:05.035587Z","caller":"traceutil/trace.go:171","msg":"trace[2096542300] transaction","detail":"{read_only:false; response_revision:37451; number_of_response:1; }","duration":"415.559508ms","start":"2026-07-28T16:58:04.62Z","end":"2026-07-28T16:58:05.035559Z","steps":["trace[2096542300] 'process raft request' (duration: 414.809717ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:05.035611Z","caller":"traceutil/trace.go:171","msg":"trace[1371569848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37451; }","duration":"454.60409ms","start":"2026-07-28T16:58:04.580986Z","end":"2026-07-28T16:58:05.035591Z","steps":["trace[1371569848] 'agreement among raft nodes before linearized reading' (duration: 454.363423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:05.03568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.787694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:58:05.035726Z","caller":"traceutil/trace.go:171","msg":"trace[1165133889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37451; }","duration":"454.846916ms","start":"2026-07-28T16:58:04.580865Z","end":"2026-07-28T16:58:05.035712Z","steps":["trace[1165133889] 'agreement among raft nodes before linearized reading' (duration: 454.721772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:05.035721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:04.580977Z","time spent":"454.728542ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:58:05.035757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:04.580859Z","time spent":"454.889156ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:58:05.035763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:04.619974Z","time spent":"415.728491ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:05.03588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.638407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:05.035907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.104412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:58:05.035563Z","caller":"traceutil/trace.go:171","msg":"trace[788172269] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37451; }","duration":"454.604128ms","start":"2026-07-28T16:58:04.580928Z","end":"2026-07-28T16:58:05.035532Z","steps":["trace[788172269] 'agreement among raft nodes before linearized reading' (duration: 454.510796ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:05.035938Z","caller":"traceutil/trace.go:171","msg":"trace[232835227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37451; }","duration":"455.173973ms","start":"2026-07-28T16:58:04.580755Z","end":"2026-07-28T16:58:05.035929Z","steps":["trace[232835227] 'agreement among raft nodes before linearized reading' (duration: 455.075361ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:05.035926Z","caller":"traceutil/trace.go:171","msg":"trace[1730729330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37451; }","duration":"262.679198ms","start":"2026-07-28T16:58:04.77323Z","end":"2026-07-28T16:58:05.035909Z","steps":["trace[1730729330] 'agreement among raft nodes before linearized reading' (duration: 262.604417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:05.03596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:04.580732Z","time spent":"455.222845ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:58:05.035971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:04.580923Z","time spent":"455.032ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:58:05.035995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.136932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:58:05.036031Z","caller":"traceutil/trace.go:171","msg":"trace[606085018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37451; }","duration":"455.171943ms","start":"2026-07-28T16:58:04.580849Z","end":"2026-07-28T16:58:05.036021Z","steps":["trace[606085018] 'agreement among raft nodes before linearized reading' (duration: 455.082131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:05.036114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:04.580782Z","time spent":"455.321437ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:58:05.469881Z","caller":"traceutil/trace.go:171","msg":"trace[1466900062] transaction","detail":"{read_only:false; response_revision:37453; number_of_response:1; }","duration":"428.778447ms","start":"2026-07-28T16:58:05.041077Z","end":"2026-07-28T16:58:05.469856Z","steps":["trace[1466900062] 'process raft request' (duration: 415.801264ms)","trace[1466900062] 'compare' (duration: 12.750388ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:05.469994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.041072Z","time spent":"428.863469ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:05.470553Z","caller":"traceutil/trace.go:171","msg":"trace[2054481952] transaction","detail":"{read_only:false; response_revision:37454; number_of_response:1; }","duration":"428.850008ms","start":"2026-07-28T16:58:05.041692Z","end":"2026-07-28T16:58:05.470542Z","steps":["trace[2054481952] 'process raft request' (duration: 428.13225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:05.470623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.041665Z","time spent":"428.91306ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:05.470946Z","caller":"traceutil/trace.go:171","msg":"trace[699229786] transaction","detail":"{read_only:false; response_revision:37455; number_of_response:1; }","duration":"428.91189ms","start":"2026-07-28T16:58:05.041853Z","end":"2026-07-28T16:58:05.470765Z","steps":["trace[699229786] 'process raft request' (duration: 428.635043ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:05.471029Z","caller":"traceutil/trace.go:171","msg":"trace[539946644] transaction","detail":"{read_only:false; response_revision:37456; number_of_response:1; }","duration":"428.956311ms","start":"2026-07-28T16:58:05.042033Z","end":"2026-07-28T16:58:05.470989Z","steps":["trace[539946644] 'process raft request' (duration: 428.695304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:05.471193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.041847Z","time spent":"429.246689ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:05.471251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.042027Z","time spent":"429.107405ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:05.489808Z","caller":"traceutil/trace.go:171","msg":"trace[603013115] transaction","detail":"{read_only:false; response_revision:37457; number_of_response:1; }","duration":"358.255213ms","start":"2026-07-28T16:58:05.131525Z","end":"2026-07-28T16:58:05.489781Z","steps":["trace[603013115] 'process raft request' (duration: 358.045378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:05.489988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.131497Z","time spent":"358.397766ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:05.944922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.169873ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:58:05.946407Z","caller":"traceutil/trace.go:171","msg":"trace[393387179] linearizableReadLoop","detail":"{readStateIndex:38571; appliedIndex:38569; }","duration":"447.84671ms","start":"2026-07-28T16:58:05.498513Z","end":"2026-07-28T16:58:05.94636Z","steps":["trace[393387179] 'read index received' (duration: 61.322µs)","trace[393387179] 'applied index is now lower than readState.Index' (duration: 447.781188ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:05.946431Z","caller":"traceutil/trace.go:171","msg":"trace[199150027] transaction","detail":"{read_only:false; response_revision:37458; number_of_response:1; }","duration":"676.457219ms","start":"2026-07-28T16:58:05.269927Z","end":"2026-07-28T16:58:05.946384Z","steps":["trace[199150027] 'process raft request' (duration: 675.089613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:05.946675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.269901Z","time spent":"676.662615ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:06.04649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.935813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:06.046644Z","caller":"traceutil/trace.go:171","msg":"trace[699723968] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:37458; }","duration":"548.111508ms","start":"2026-07-28T16:58:05.498495Z","end":"2026-07-28T16:58:06.046606Z","steps":["trace[699723968] 'agreement among raft nodes before linearized reading' (duration: 447.981874ms)","trace[699723968] 'count revisions from in-memory index tree' (duration: 99.914859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:06.046727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.498473Z","time spent":"548.231712ms","remote":"127.0.0.1:54538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:06.047194Z","caller":"traceutil/trace.go:171","msg":"trace[1280262315] transaction","detail":"{read_only:false; response_revision:37459; number_of_response:1; }","duration":"155.638361ms","start":"2026-07-28T16:58:05.891439Z","end":"2026-07-28T16:58:06.047077Z","steps":["trace[1280262315] 'process raft request' (duration: 66.408744ms)","trace[1280262315] 'compare' (duration: 88.450777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:06.450681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.842101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:06.451072Z","caller":"traceutil/trace.go:171","msg":"trace[1620141809] linearizableReadLoop","detail":"{readStateIndex:38577; appliedIndex:38571; }","duration":"504.562107ms","start":"2026-07-28T16:58:05.946493Z","end":"2026-07-28T16:58:06.451055Z","steps":["trace[1620141809] 'read index received' (duration: 11.425651ms)","trace[1620141809] 'applied index is now lower than readState.Index' (duration: 493.135396ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:06.451182Z","caller":"traceutil/trace.go:171","msg":"trace[880363470] transaction","detail":"{read_only:false; response_revision:37463; number_of_response:1; }","duration":"557.602829ms","start":"2026-07-28T16:58:05.893569Z","end":"2026-07-28T16:58:06.451172Z","steps":["trace[880363470] 'process raft request' (duration: 557.410093ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.451164Z","caller":"traceutil/trace.go:171","msg":"trace[1884464361] transaction","detail":"{read_only:false; response_revision:37462; number_of_response:1; }","duration":"557.627019ms","start":"2026-07-28T16:58:05.893502Z","end":"2026-07-28T16:58:06.451129Z","steps":["trace[1884464361] 'process raft request' (duration: 557.434794ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.451228Z","caller":"traceutil/trace.go:171","msg":"trace[1550112615] transaction","detail":"{read_only:false; response_revision:37461; number_of_response:1; }","duration":"558.120643ms","start":"2026-07-28T16:58:05.89309Z","end":"2026-07-28T16:58:06.45121Z","steps":["trace[1550112615] 'process raft request' (duration: 557.698911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.451238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.893552Z","time spent":"557.652951ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:06.451253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.447293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:06.451293Z","caller":"traceutil/trace.go:171","msg":"trace[1389990374] transaction","detail":"{read_only:false; response_revision:37460; number_of_response:1; }","duration":"558.968326ms","start":"2026-07-28T16:58:05.892312Z","end":"2026-07-28T16:58:06.45128Z","steps":["trace[1389990374] 'process raft request' (duration: 325.434397ms)","trace[1389990374] 'compare' (duration: 232.645374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:06.451298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.893071Z","time spent":"558.187095ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:06.451327Z","caller":"traceutil/trace.go:171","msg":"trace[814899990] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37464; }","duration":"881.568506ms","start":"2026-07-28T16:58:05.569737Z","end":"2026-07-28T16:58:06.451306Z","steps":["trace[814899990] 'agreement among raft nodes before linearized reading' (duration: 881.437063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.451354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.892285Z","time spent":"559.030888ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:06.451355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.893494Z","time spent":"557.741802ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:06.451371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.569714Z","time spent":"881.64558ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T16:58:06.451512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.958603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T16:58:06.451541Z","caller":"traceutil/trace.go:171","msg":"trace[1788410021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37464; }","duration":"158.033515ms","start":"2026-07-28T16:58:06.293501Z","end":"2026-07-28T16:58:06.451535Z","steps":["trace[1788410021] 'agreement among raft nodes before linearized reading' (duration: 157.941633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.451539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.254424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:58:06.451573Z","caller":"traceutil/trace.go:171","msg":"trace[1057529444] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37464; }","duration":"567.323406ms","start":"2026-07-28T16:58:05.884237Z","end":"2026-07-28T16:58:06.451561Z","steps":["trace[1057529444] 'agreement among raft nodes before linearized reading' (duration: 567.214533ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:06.451491Z","caller":"traceutil/trace.go:171","msg":"trace[1190704485] transaction","detail":"{read_only:false; response_revision:37464; number_of_response:1; }","duration":"557.527566ms","start":"2026-07-28T16:58:05.893939Z","end":"2026-07-28T16:58:06.451466Z","steps":["trace[1190704485] 'process raft request' (duration: 557.074984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.451614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.884223Z","time spent":"567.381137ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:58:06.45163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.506674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T16:58:06.451649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:05.89393Z","time spent":"557.70048ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:06.451665Z","caller":"traceutil/trace.go:171","msg":"trace[128521455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37464; }","duration":"142.592506ms","start":"2026-07-28T16:58:06.309065Z","end":"2026-07-28T16:58:06.451658Z","steps":["trace[128521455] 'agreement among raft nodes before linearized reading' (duration: 142.469453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.451735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.427135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:58:06.451777Z","caller":"traceutil/trace.go:171","msg":"trace[75115435] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37464; }","duration":"250.508257ms","start":"2026-07-28T16:58:06.201259Z","end":"2026-07-28T16:58:06.451767Z","steps":["trace[75115435] 'agreement among raft nodes before linearized reading' (duration: 250.372833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.452019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.317431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-28T16:58:06.45324Z","caller":"traceutil/trace.go:171","msg":"trace[1319369222] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:37464; }","duration":"426.409213ms","start":"2026-07-28T16:58:06.02565Z","end":"2026-07-28T16:58:06.452059Z","steps":["trace[1319369222] 'agreement among raft nodes before linearized reading' (duration: 425.726755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.453328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:06.025627Z","time spent":"427.684437ms","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T16:58:06.821179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.905133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:06.821446Z","caller":"traceutil/trace.go:171","msg":"trace[900381609] transaction","detail":"{read_only:false; response_revision:37465; number_of_response:1; }","duration":"365.404012ms","start":"2026-07-28T16:58:06.456003Z","end":"2026-07-28T16:58:06.821407Z","steps":["trace[900381609] 'process raft request' (duration: 198.972266ms)","trace[900381609] 'compare' (duration: 165.635115ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:06.821477Z","caller":"traceutil/trace.go:171","msg":"trace[808168144] transaction","detail":"{read_only:false; response_revision:37467; number_of_response:1; }","duration":"362.651439ms","start":"2026-07-28T16:58:06.458806Z","end":"2026-07-28T16:58:06.821457Z","steps":["trace[808168144] 'process raft request' (duration: 362.594068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.821554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:06.45878Z","time spent":"362.737343ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:06.821574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:06.455988Z","time spent":"365.512336ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:06.821565Z","caller":"traceutil/trace.go:171","msg":"trace[51633490] linearizableReadLoop","detail":"{readStateIndex:38578; appliedIndex:38577; }","duration":"365.260288ms","start":"2026-07-28T16:58:06.456279Z","end":"2026-07-28T16:58:06.82154Z","steps":["trace[51633490] 'read index received' (duration: 198.710899ms)","trace[51633490] 'applied index is now lower than readState.Index' (duration: 166.546559ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:06.821591Z","caller":"traceutil/trace.go:171","msg":"trace[1493038553] transaction","detail":"{read_only:false; response_revision:37466; number_of_response:1; }","duration":"363.090902ms","start":"2026-07-28T16:58:06.458479Z","end":"2026-07-28T16:58:06.82157Z","steps":["trace[1493038553] 'process raft request' (duration: 362.818704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.821714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:06.458452Z","time spent":"363.181594ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:06.821738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.027586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:06.821779Z","caller":"traceutil/trace.go:171","msg":"trace[887943811] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37467; }","duration":"342.127638ms","start":"2026-07-28T16:58:06.479637Z","end":"2026-07-28T16:58:06.821764Z","steps":["trace[887943811] 'agreement among raft nodes before linearized reading' (duration: 342.037376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.821814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:06.479615Z","time spent":"342.19025ms","remote":"127.0.0.1:48134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T16:58:06.821796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.679729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23790"} {"level":"info","ts":"2026-07-28T16:58:06.821867Z","caller":"traceutil/trace.go:171","msg":"trace[1269482491] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37467; }","duration":"365.763481ms","start":"2026-07-28T16:58:06.456084Z","end":"2026-07-28T16:58:06.821848Z","steps":["trace[1269482491] 'agreement among raft nodes before linearized reading' (duration: 365.548396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:06.821902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:06.456002Z","time spent":"365.891095ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23813,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T16:58:07.159325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.248721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:07.159445Z","caller":"traceutil/trace.go:171","msg":"trace[282329903] linearizableReadLoop","detail":"{readStateIndex:38581; appliedIndex:38580; }","duration":"330.719696ms","start":"2026-07-28T16:58:06.828704Z","end":"2026-07-28T16:58:07.159424Z","steps":["trace[282329903] 'read index received' (duration: 161.303921ms)","trace[282329903] 'applied index is now lower than readState.Index' (duration: 169.414405ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:07.159526Z","caller":"traceutil/trace.go:171","msg":"trace[1209035978] transaction","detail":"{read_only:false; response_revision:37468; number_of_response:1; }","duration":"331.794734ms","start":"2026-07-28T16:58:06.827719Z","end":"2026-07-28T16:58:07.159513Z","steps":["trace[1209035978] 'process raft request' (duration: 162.257386ms)","trace[1209035978] 'compare' (duration: 169.073017ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:07.159598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:06.827686Z","time spent":"331.875476ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:07.159642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.922661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:07.159712Z","caller":"traceutil/trace.go:171","msg":"trace[1624183416] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:37468; }","duration":"331.013564ms","start":"2026-07-28T16:58:06.828678Z","end":"2026-07-28T16:58:07.159692Z","steps":["trace[1624183416] 'agreement among raft nodes before linearized reading' (duration: 330.90302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.159783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:06.828664Z","time spent":"331.099486ms","remote":"127.0.0.1:48236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T16:58:07.168118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.659935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:58:07.168188Z","caller":"traceutil/trace.go:171","msg":"trace[72777053] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:37469; }","duration":"196.769437ms","start":"2026-07-28T16:58:06.971402Z","end":"2026-07-28T16:58:07.168172Z","steps":["trace[72777053] 'agreement among raft nodes before linearized reading' (duration: 196.657565ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:07.168243Z","caller":"traceutil/trace.go:171","msg":"trace[1528089477] transaction","detail":"{read_only:false; response_revision:37469; number_of_response:1; }","duration":"126.80962ms","start":"2026-07-28T16:58:07.041413Z","end":"2026-07-28T16:58:07.168222Z","steps":["trace[1528089477] 'process raft request' (duration: 126.491191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.168259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.743976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:07.16829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.01771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:07.168378Z","caller":"traceutil/trace.go:171","msg":"trace[350048615] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:37469; }","duration":"321.151734ms","start":"2026-07-28T16:58:06.847206Z","end":"2026-07-28T16:58:07.168358Z","steps":["trace[350048615] 'agreement among raft nodes before linearized reading' (duration: 320.958189ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:07.16833Z","caller":"traceutil/trace.go:171","msg":"trace[33258638] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37469; }","duration":"269.863869ms","start":"2026-07-28T16:58:06.898447Z","end":"2026-07-28T16:58:07.168311Z","steps":["trace[33258638] 'agreement among raft nodes before linearized reading' (duration: 269.736326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.168426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:06.847195Z","time spent":"321.220406ms","remote":"127.0.0.1:54482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:07.681218Z","caller":"traceutil/trace.go:171","msg":"trace[1663466830] transaction","detail":"{read_only:false; response_revision:37470; number_of_response:1; }","duration":"508.264086ms","start":"2026-07-28T16:58:07.172925Z","end":"2026-07-28T16:58:07.681189Z","steps":["trace[1663466830] 'process raft request' (duration: 495.061108ms)","trace[1663466830] 'compare' (duration: 13.036244ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:07.681361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:07.172906Z","time spent":"508.38362ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:07.705559Z","caller":"traceutil/trace.go:171","msg":"trace[2048686778] transaction","detail":"{read_only:false; response_revision:37471; number_of_response:1; }","duration":"531.214492ms","start":"2026-07-28T16:58:07.174314Z","end":"2026-07-28T16:58:07.705528Z","steps":["trace[2048686778] 'process raft request' (duration: 530.974406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.705708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:07.174303Z","time spent":"531.330365ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:07.705706Z","caller":"traceutil/trace.go:171","msg":"trace[529809423] linearizableReadLoop","detail":"{readStateIndex:38584; appliedIndex:38582; }","duration":"529.679041ms","start":"2026-07-28T16:58:07.176004Z","end":"2026-07-28T16:58:07.705683Z","steps":["trace[529809423] 'read index received' (duration: 492.015037ms)","trace[529809423] 'applied index is now lower than readState.Index' (duration: 37.662274ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:07.705816Z","caller":"traceutil/trace.go:171","msg":"trace[1177324488] transaction","detail":"{read_only:false; response_revision:37472; number_of_response:1; }","duration":"211.25534ms","start":"2026-07-28T16:58:07.494551Z","end":"2026-07-28T16:58:07.705806Z","steps":["trace[1177324488] 'process raft request' (duration: 210.927701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.706139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.629922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:58:07.706145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.68359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:58:07.70613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.091132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"warn","ts":"2026-07-28T16:58:07.706259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.638152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:58:07.7063Z","caller":"traceutil/trace.go:171","msg":"trace[127877534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37472; }","duration":"530.299378ms","start":"2026-07-28T16:58:07.175978Z","end":"2026-07-28T16:58:07.706277Z","steps":["trace[127877534] 'agreement among raft nodes before linearized reading' (duration: 529.871927ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:07.706356Z","caller":"traceutil/trace.go:171","msg":"trace[1666804713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37472; }","duration":"230.824296ms","start":"2026-07-28T16:58:07.475507Z","end":"2026-07-28T16:58:07.706332Z","steps":["trace[1666804713] 'agreement among raft nodes before linearized reading' (duration: 230.56232ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:07.706168Z","caller":"traceutil/trace.go:171","msg":"trace[2104570010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37472; }","duration":"230.690333ms","start":"2026-07-28T16:58:07.475471Z","end":"2026-07-28T16:58:07.706161Z","steps":["trace[2104570010] 'agreement among raft nodes before linearized reading' (duration: 230.5596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.706425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:07.175969Z","time spent":"530.441631ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:58:07.706183Z","caller":"traceutil/trace.go:171","msg":"trace[91967077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37472; }","duration":"231.738701ms","start":"2026-07-28T16:58:07.474433Z","end":"2026-07-28T16:58:07.706172Z","steps":["trace[91967077] 'agreement among raft nodes before linearized reading' (duration: 231.603138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:07.706932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.709647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:58:07.706977Z","caller":"traceutil/trace.go:171","msg":"trace[1765464810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37472; }","duration":"232.802629ms","start":"2026-07-28T16:58:07.474162Z","end":"2026-07-28T16:58:07.706964Z","steps":["trace[1765464810] 'agreement among raft nodes before linearized reading' (duration: 231.849404ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:08.365972Z","caller":"traceutil/trace.go:171","msg":"trace[1530163986] transaction","detail":"{read_only:false; response_revision:37477; number_of_response:1; }","duration":"308.034127ms","start":"2026-07-28T16:58:08.057909Z","end":"2026-07-28T16:58:08.365944Z","steps":["trace[1530163986] 'process raft request' (duration: 307.895372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:08.366105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:08.057882Z","time spent":"308.15001ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:08.366412Z","caller":"traceutil/trace.go:171","msg":"trace[355763554] linearizableReadLoop","detail":"{readStateIndex:38590; appliedIndex:38590; }","duration":"265.898914ms","start":"2026-07-28T16:58:08.100473Z","end":"2026-07-28T16:58:08.366372Z","steps":["trace[355763554] 'read index received' (duration: 265.881153ms)","trace[355763554] 'applied index is now lower than readState.Index' (duration: 15.101µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:08.366665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.600741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:58:08.366714Z","caller":"traceutil/trace.go:171","msg":"trace[1115059896] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:37477; }","duration":"180.777186ms","start":"2026-07-28T16:58:08.185922Z","end":"2026-07-28T16:58:08.366699Z","steps":["trace[1115059896] 'agreement among raft nodes before linearized reading' (duration: 180.627321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:08.366829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.313386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-28T16:58:08.366986Z","caller":"traceutil/trace.go:171","msg":"trace[2036868035] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:37477; }","duration":"266.51705ms","start":"2026-07-28T16:58:08.100438Z","end":"2026-07-28T16:58:08.366955Z","steps":["trace[2036868035] 'agreement among raft nodes before linearized reading' (duration: 266.102779ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:08.53554Z","caller":"traceutil/trace.go:171","msg":"trace[65699285] linearizableReadLoop","detail":"{readStateIndex:38591; appliedIndex:38590; }","duration":"148.144764ms","start":"2026-07-28T16:58:08.387375Z","end":"2026-07-28T16:58:08.53552Z","steps":["trace[65699285] 'read index received' (duration: 146.658565ms)","trace[65699285] 'applied index is now lower than readState.Index' (duration: 1.485239ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:08.535675Z","caller":"traceutil/trace.go:171","msg":"trace[2031999611] transaction","detail":"{read_only:false; response_revision:37478; number_of_response:1; }","duration":"151.107611ms","start":"2026-07-28T16:58:08.384547Z","end":"2026-07-28T16:58:08.535655Z","steps":["trace[2031999611] 'process raft request' (duration: 149.498269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:08.535713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.326948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-28T16:58:08.535741Z","caller":"traceutil/trace.go:171","msg":"trace[1716917787] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:37478; }","duration":"148.373379ms","start":"2026-07-28T16:58:08.387361Z","end":"2026-07-28T16:58:08.535734Z","steps":["trace[1716917787] 'agreement among raft nodes before linearized reading' (duration: 148.232426ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:08.617986Z","caller":"traceutil/trace.go:171","msg":"trace[1298202925] transaction","detail":"{read_only:false; response_revision:37480; number_of_response:1; }","duration":"160.267344ms","start":"2026-07-28T16:58:08.457685Z","end":"2026-07-28T16:58:08.617953Z","steps":["trace[1298202925] 'process raft request' (duration: 160.122479ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:08.617993Z","caller":"traceutil/trace.go:171","msg":"trace[113516438] transaction","detail":"{read_only:false; response_revision:37479; number_of_response:1; }","duration":"160.935651ms","start":"2026-07-28T16:58:08.457012Z","end":"2026-07-28T16:58:08.617948Z","steps":["trace[113516438] 'process raft request' (duration: 160.614172ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:08.61803Z","caller":"traceutil/trace.go:171","msg":"trace[1953046024] transaction","detail":"{read_only:false; response_revision:37481; number_of_response:1; }","duration":"160.257913ms","start":"2026-07-28T16:58:08.457734Z","end":"2026-07-28T16:58:08.617992Z","steps":["trace[1953046024] 'process raft request' (duration: 160.118289ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:08.618085Z","caller":"traceutil/trace.go:171","msg":"trace[1817692670] transaction","detail":"{read_only:false; response_revision:37482; number_of_response:1; }","duration":"159.898074ms","start":"2026-07-28T16:58:08.45815Z","end":"2026-07-28T16:58:08.618049Z","steps":["trace[1817692670] 'process raft request' (duration: 159.744469ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:08.618103Z","caller":"traceutil/trace.go:171","msg":"trace[2016350633] transaction","detail":"{read_only:false; response_revision:37483; number_of_response:1; }","duration":"159.887324ms","start":"2026-07-28T16:58:08.458195Z","end":"2026-07-28T16:58:08.618082Z","steps":["trace[2016350633] 'process raft request' (duration: 159.75143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:08.958148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.992406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:08.958222Z","caller":"traceutil/trace.go:171","msg":"trace[1556959406] linearizableReadLoop","detail":"{readStateIndex:38597; appliedIndex:38596; }","duration":"330.697457ms","start":"2026-07-28T16:58:08.627514Z","end":"2026-07-28T16:58:08.958211Z","steps":["trace[1556959406] 'read index received' (duration: 78.456633ms)","trace[1556959406] 'applied index is now lower than readState.Index' (duration: 252.239764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:08.958292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.104286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:08.95831Z","caller":"traceutil/trace.go:171","msg":"trace[607454138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37484; }","duration":"186.150837ms","start":"2026-07-28T16:58:08.772154Z","end":"2026-07-28T16:58:08.958305Z","steps":["trace[607454138] 'agreement among raft nodes before linearized reading' (duration: 186.114796ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:08.958336Z","caller":"traceutil/trace.go:171","msg":"trace[1272521688] transaction","detail":"{read_only:false; response_revision:37484; number_of_response:1; }","duration":"337.559907ms","start":"2026-07-28T16:58:08.620715Z","end":"2026-07-28T16:58:08.958274Z","steps":["trace[1272521688] 'process raft request' (duration: 85.386045ms)","trace[1272521688] 'compare' (duration: 251.131474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:08.958397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.860981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-28T16:58:08.958473Z","caller":"traceutil/trace.go:171","msg":"trace[1422905412] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:37484; }","duration":"330.960083ms","start":"2026-07-28T16:58:08.627494Z","end":"2026-07-28T16:58:08.958454Z","steps":["trace[1422905412] 'agreement among raft nodes before linearized reading' (duration: 330.773628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:08.958408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.159487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T16:58:08.958519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:08.627481Z","time spent":"331.029174ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-07-28T16:58:08.95854Z","caller":"traceutil/trace.go:171","msg":"trace[889723551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37484; }","duration":"133.334202ms","start":"2026-07-28T16:58:08.8252Z","end":"2026-07-28T16:58:08.958534Z","steps":["trace[889723551] 'agreement among raft nodes before linearized reading' (duration: 133.105956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:08.958537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:08.620694Z","time spent":"337.740752ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:09.268783Z","caller":"traceutil/trace.go:171","msg":"trace[490258562] transaction","detail":"{read_only:false; response_revision:37486; number_of_response:1; }","duration":"304.560555ms","start":"2026-07-28T16:58:08.964198Z","end":"2026-07-28T16:58:09.268759Z","steps":["trace[490258562] 'process raft request' (duration: 287.579527ms)","trace[490258562] 'compare' (duration: 16.28689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:09.268908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:08.964176Z","time spent":"304.667368ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:09.846245Z","caller":"traceutil/trace.go:171","msg":"trace[28478542] transaction","detail":"{read_only:false; response_revision:37488; number_of_response:1; }","duration":"134.068582ms","start":"2026-07-28T16:58:09.712156Z","end":"2026-07-28T16:58:09.846225Z","steps":["trace[28478542] 'process raft request' (duration: 133.918908ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:09.900567Z","caller":"traceutil/trace.go:171","msg":"trace[322432008] linearizableReadLoop","detail":"{readStateIndex:38602; appliedIndex:38600; }","duration":"177.465798ms","start":"2026-07-28T16:58:09.723082Z","end":"2026-07-28T16:58:09.900548Z","steps":["trace[322432008] 'read index received' (duration: 123.04169ms)","trace[322432008] 'applied index is now lower than readState.Index' (duration: 54.423458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:09.900741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.642013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:58:09.900768Z","caller":"traceutil/trace.go:171","msg":"trace[1386160692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37489; }","duration":"177.704055ms","start":"2026-07-28T16:58:09.723057Z","end":"2026-07-28T16:58:09.900761Z","steps":["trace[1386160692] 'agreement among raft nodes before linearized reading' (duration: 177.590552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:09.900804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.309149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:09.900845Z","caller":"traceutil/trace.go:171","msg":"trace[2142538225] transaction","detail":"{read_only:false; response_revision:37489; number_of_response:1; }","duration":"186.235879ms","start":"2026-07-28T16:58:09.714586Z","end":"2026-07-28T16:58:09.900822Z","steps":["trace[2142538225] 'process raft request' (duration: 185.862549ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:09.900877Z","caller":"traceutil/trace.go:171","msg":"trace[1327332867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37489; }","duration":"128.435622ms","start":"2026-07-28T16:58:09.772426Z","end":"2026-07-28T16:58:09.900862Z","steps":["trace[1327332867] 'agreement among raft nodes before linearized reading' (duration: 128.292579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:09.900922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.114361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:58:09.900976Z","caller":"traceutil/trace.go:171","msg":"trace[1029456609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37489; }","duration":"126.191043ms","start":"2026-07-28T16:58:09.774772Z","end":"2026-07-28T16:58:09.900963Z","steps":["trace[1029456609] 'agreement among raft nodes before linearized reading' (duration: 125.992248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:09.900973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.113347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T16:58:09.900993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.655975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:58:09.901031Z","caller":"traceutil/trace.go:171","msg":"trace[1698426286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37489; }","duration":"127.21149ms","start":"2026-07-28T16:58:09.773802Z","end":"2026-07-28T16:58:09.901013Z","steps":["trace[1698426286] 'agreement among raft nodes before linearized reading' (duration: 127.024335ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:09.901074Z","caller":"traceutil/trace.go:171","msg":"trace[633784302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37489; }","duration":"123.77198ms","start":"2026-07-28T16:58:09.777288Z","end":"2026-07-28T16:58:09.90106Z","steps":["trace[633784302] 'agreement among raft nodes before linearized reading' (duration: 123.534124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:10.199611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.404027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:10.199727Z","caller":"traceutil/trace.go:171","msg":"trace[2041344855] transaction","detail":"{read_only:false; response_revision:37490; number_of_response:1; }","duration":"294.550571ms","start":"2026-07-28T16:58:09.905151Z","end":"2026-07-28T16:58:10.199702Z","steps":["trace[2041344855] 'process raft request' (duration: 116.98247ms)","trace[2041344855] 'compare' (duration: 176.952514ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:10.218153Z","caller":"traceutil/trace.go:171","msg":"trace[236550597] transaction","detail":"{read_only:false; response_revision:37492; number_of_response:1; }","duration":"312.606047ms","start":"2026-07-28T16:58:09.905521Z","end":"2026-07-28T16:58:10.218128Z","steps":["trace[236550597] 'process raft request' (duration: 312.528515ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:10.218158Z","caller":"traceutil/trace.go:171","msg":"trace[1897267231] transaction","detail":"{read_only:false; response_revision:37491; number_of_response:1; }","duration":"312.929096ms","start":"2026-07-28T16:58:09.905191Z","end":"2026-07-28T16:58:10.21812Z","steps":["trace[1897267231] 'process raft request' (duration: 312.748592ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:10.218344Z","caller":"traceutil/trace.go:171","msg":"trace[1620663742] linearizableReadLoop","detail":"{readStateIndex:38606; appliedIndex:38602; }","duration":"258.723343ms","start":"2026-07-28T16:58:09.95961Z","end":"2026-07-28T16:58:10.218334Z","steps":["trace[1620663742] 'read index received' (duration: 62.533462ms)","trace[1620663742] 'applied index is now lower than readState.Index' (duration: 196.188911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:10.218474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.701396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:10.21847Z","caller":"traceutil/trace.go:171","msg":"trace[463347635] transaction","detail":"{read_only:false; response_revision:37493; number_of_response:1; }","duration":"311.432186ms","start":"2026-07-28T16:58:09.907013Z","end":"2026-07-28T16:58:10.218445Z","steps":["trace[463347635] 'process raft request' (duration: 311.083786ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:10.218517Z","caller":"traceutil/trace.go:171","msg":"trace[945116050] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:37493; }","duration":"129.791709ms","start":"2026-07-28T16:58:10.088713Z","end":"2026-07-28T16:58:10.218505Z","steps":["trace[945116050] 'agreement among raft nodes before linearized reading' (duration: 129.711967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:10.218285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:09.905513Z","time spent":"312.702599ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:10.218546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.918839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-28T16:58:10.218591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:09.906991Z","time spent":"311.537009ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:10.218473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:09.905174Z","time spent":"313.175532ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:10.218647Z","caller":"traceutil/trace.go:171","msg":"trace[1940071938] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:37493; }","duration":"259.059133ms","start":"2026-07-28T16:58:09.959571Z","end":"2026-07-28T16:58:10.21863Z","steps":["trace[1940071938] 'agreement among raft nodes before linearized reading' (duration: 258.837507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:10.527691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.948875ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-28T16:58:10.527987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:10.220668Z","time spent":"307.313427ms","remote":"127.0.0.1:47952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T16:58:10.528096Z","caller":"traceutil/trace.go:171","msg":"trace[107735831] linearizableReadLoop","detail":"{readStateIndex:38607; appliedIndex:38606; }","duration":"234.480264ms","start":"2026-07-28T16:58:10.293592Z","end":"2026-07-28T16:58:10.528072Z","steps":["trace[107735831] 'read index received' (duration: 127.289172ms)","trace[107735831] 'applied index is now lower than readState.Index' (duration: 107.188622ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:10.528178Z","caller":"traceutil/trace.go:171","msg":"trace[1440627655] transaction","detail":"{read_only:false; response_revision:37494; number_of_response:1; }","duration":"157.12855ms","start":"2026-07-28T16:58:10.371027Z","end":"2026-07-28T16:58:10.528156Z","steps":["trace[1440627655] 'process raft request' (duration: 156.784511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:10.528292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.675278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:10.528359Z","caller":"traceutil/trace.go:171","msg":"trace[1633124730] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:37494; }","duration":"234.800531ms","start":"2026-07-28T16:58:10.293542Z","end":"2026-07-28T16:58:10.528343Z","steps":["trace[1633124730] 'agreement among raft nodes before linearized reading' (duration: 234.613937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:10.943326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.293418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:10.943648Z","caller":"traceutil/trace.go:171","msg":"trace[941699229] transaction","detail":"{read_only:false; response_revision:37496; number_of_response:1; }","duration":"335.843221ms","start":"2026-07-28T16:58:10.607789Z","end":"2026-07-28T16:58:10.943633Z","steps":["trace[941699229] 'process raft request' (duration: 335.653577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:10.943705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:10.607771Z","time spent":"335.909024ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:10.943705Z","caller":"traceutil/trace.go:171","msg":"trace[1681892839] linearizableReadLoop","detail":"{readStateIndex:38615; appliedIndex:38608; }","duration":"289.024555ms","start":"2026-07-28T16:58:10.654669Z","end":"2026-07-28T16:58:10.943693Z","steps":["trace[1681892839] 'read index received' (duration: 76.296285ms)","trace[1681892839] 'applied index is now lower than readState.Index' (duration: 212.72741ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:10.943969Z","caller":"traceutil/trace.go:171","msg":"trace[1998628644] transaction","detail":"{read_only:false; response_revision:37497; number_of_response:1; }","duration":"320.382663ms","start":"2026-07-28T16:58:10.623568Z","end":"2026-07-28T16:58:10.943951Z","steps":["trace[1998628644] 'process raft request' (duration: 319.964572ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:10.943975Z","caller":"traceutil/trace.go:171","msg":"trace[566590910] transaction","detail":"{read_only:false; response_revision:37501; number_of_response:1; }","duration":"319.691546ms","start":"2026-07-28T16:58:10.624271Z","end":"2026-07-28T16:58:10.943962Z","steps":["trace[566590910] 'process raft request' (duration: 319.393618ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:10.943974Z","caller":"traceutil/trace.go:171","msg":"trace[1369561255] transaction","detail":"{read_only:false; response_revision:37499; number_of_response:1; }","duration":"320.119246ms","start":"2026-07-28T16:58:10.623817Z","end":"2026-07-28T16:58:10.943936Z","steps":["trace[1369561255] 'process raft request' (duration: 319.781547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:10.944034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:10.62354Z","time spent":"320.458905ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:10.944053Z","caller":"traceutil/trace.go:171","msg":"trace[1565158915] transaction","detail":"{read_only:false; response_revision:37498; number_of_response:1; }","duration":"320.25611ms","start":"2026-07-28T16:58:10.62379Z","end":"2026-07-28T16:58:10.944046Z","steps":["trace[1565158915] 'process raft request' (duration: 319.776737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:10.944079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.393954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:10.944151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:10.6238Z","time spent":"320.266279ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:10.944016Z","caller":"traceutil/trace.go:171","msg":"trace[351002058] transaction","detail":"{read_only:false; response_revision:37500; number_of_response:1; }","duration":"320.140657ms","start":"2026-07-28T16:58:10.623834Z","end":"2026-07-28T16:58:10.943975Z","steps":["trace[351002058] 'process raft request' (duration: 319.795297ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:10.944201Z","caller":"traceutil/trace.go:171","msg":"trace[1534104391] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:37501; }","duration":"289.513777ms","start":"2026-07-28T16:58:10.654619Z","end":"2026-07-28T16:58:10.944133Z","steps":["trace[1534104391] 'agreement among raft nodes before linearized reading' (duration: 289.345293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:10.94422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.880864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:10.944253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:10.623728Z","time spent":"320.500855ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:10.944259Z","caller":"traceutil/trace.go:171","msg":"trace[1151017500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37501; }","duration":"170.947776ms","start":"2026-07-28T16:58:10.7733Z","end":"2026-07-28T16:58:10.944248Z","steps":["trace[1151017500] 'agreement among raft nodes before linearized reading' (duration: 170.883304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:10.944026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:10.624264Z","time spent":"319.737207ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:10.944101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:10.623778Z","time spent":"320.2987ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:10.944085Z","caller":"traceutil/trace.go:171","msg":"trace[1822058302] transaction","detail":"{read_only:false; response_revision:37495; number_of_response:1; }","duration":"414.823227ms","start":"2026-07-28T16:58:10.529232Z","end":"2026-07-28T16:58:10.944055Z","steps":["trace[1822058302] 'process raft request' (duration: 201.719718ms)","trace[1822058302] 'compare' (duration: 212.160714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:10.945715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:10.529206Z","time spent":"416.44099ms","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:11.441902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.441758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:58:11.441997Z","caller":"traceutil/trace.go:171","msg":"trace[352569657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37502; }","duration":"397.589102ms","start":"2026-07-28T16:58:11.044388Z","end":"2026-07-28T16:58:11.441977Z","steps":["trace[352569657] 'range keys from in-memory index tree' (duration: 397.216342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:11.442042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:11.044365Z","time spent":"397.666025ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:58:11.462148Z","caller":"traceutil/trace.go:171","msg":"trace[913045778] transaction","detail":"{read_only:false; response_revision:37503; number_of_response:1; }","duration":"188.054798ms","start":"2026-07-28T16:58:11.274076Z","end":"2026-07-28T16:58:11.462131Z","steps":["trace[913045778] 'process raft request' (duration: 187.935225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:11.820346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.381418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1560"} {"level":"info","ts":"2026-07-28T16:58:11.820447Z","caller":"traceutil/trace.go:171","msg":"trace[1940797792] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:37504; }","duration":"196.527511ms","start":"2026-07-28T16:58:11.623897Z","end":"2026-07-28T16:58:11.820425Z","steps":["trace[1940797792] 'range keys from in-memory index tree' (duration: 196.219204ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:12.109175Z","caller":"traceutil/trace.go:171","msg":"trace[1369924748] transaction","detail":"{read_only:false; response_revision:37505; number_of_response:1; }","duration":"277.897441ms","start":"2026-07-28T16:58:11.831258Z","end":"2026-07-28T16:58:12.109156Z","steps":["trace[1369924748] 'process raft request' (duration: 277.780498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:12.319259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.92084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:12.319484Z","caller":"traceutil/trace.go:171","msg":"trace[1805584078] transaction","detail":"{read_only:false; response_revision:37507; number_of_response:1; }","duration":"443.66081ms","start":"2026-07-28T16:58:11.875803Z","end":"2026-07-28T16:58:12.319464Z","steps":["trace[1805584078] 'process raft request' (duration: 443.563727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:12.319566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:11.875783Z","time spent":"443.747192ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:12.319568Z","caller":"traceutil/trace.go:171","msg":"trace[1341781627] linearizableReadLoop","detail":"{readStateIndex:38621; appliedIndex:38619; }","duration":"414.855509ms","start":"2026-07-28T16:58:11.904573Z","end":"2026-07-28T16:58:12.319429Z","steps":["trace[1341781627] 'read index received' (duration: 204.833301ms)","trace[1341781627] 'applied index is now lower than readState.Index' (duration: 210.021348ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:12.319565Z","caller":"traceutil/trace.go:171","msg":"trace[213378694] transaction","detail":"{read_only:false; response_revision:37506; number_of_response:1; }","duration":"488.194946ms","start":"2026-07-28T16:58:11.831333Z","end":"2026-07-28T16:58:12.319528Z","steps":["trace[213378694] 'process raft request' (duration: 337.932107ms)","trace[213378694] 'compare' (duration: 149.778846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:12.319701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:11.831318Z","time spent":"488.34423ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:12.31996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.388342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:58:12.320001Z","caller":"traceutil/trace.go:171","msg":"trace[1508599103] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37507; }","duration":"415.457424ms","start":"2026-07-28T16:58:11.904534Z","end":"2026-07-28T16:58:12.319991Z","steps":["trace[1508599103] 'agreement among raft nodes before linearized reading' (duration: 415.055864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:12.320031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:11.90452Z","time spent":"415.504445ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:58:12.374975Z","caller":"traceutil/trace.go:171","msg":"trace[1537718385] transaction","detail":"{read_only:false; response_revision:37508; number_of_response:1; }","duration":"210.169561ms","start":"2026-07-28T16:58:12.164777Z","end":"2026-07-28T16:58:12.374946Z","steps":["trace[1537718385] 'process raft request' (duration: 209.987796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:12.375468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.947842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:58:12.375508Z","caller":"traceutil/trace.go:171","msg":"trace[1499509629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37508; }","duration":"172.073956ms","start":"2026-07-28T16:58:12.203424Z","end":"2026-07-28T16:58:12.375498Z","steps":["trace[1499509629] 'agreement among raft nodes before linearized reading' (duration: 171.923091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:12.375622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.844887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:58:12.375645Z","caller":"traceutil/trace.go:171","msg":"trace[1828456133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37508; }","duration":"152.904438ms","start":"2026-07-28T16:58:12.222733Z","end":"2026-07-28T16:58:12.375637Z","steps":["trace[1828456133] 'agreement among raft nodes before linearized reading' (duration: 152.838237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:12.375843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.065462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:58:12.375877Z","caller":"traceutil/trace.go:171","msg":"trace[410257443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37508; }","duration":"153.141225ms","start":"2026-07-28T16:58:12.222728Z","end":"2026-07-28T16:58:12.375869Z","steps":["trace[410257443] 'agreement among raft nodes before linearized reading' (duration: 152.984531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:12.375905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.261083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:12.375964Z","caller":"traceutil/trace.go:171","msg":"trace[766916010] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:37508; }","duration":"202.342185ms","start":"2026-07-28T16:58:12.173604Z","end":"2026-07-28T16:58:12.375946Z","steps":["trace[766916010] 'agreement among raft nodes before linearized reading' (duration: 202.263943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:12.375818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.162064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T16:58:12.376131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.269359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:58:12.376087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.144672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:12.376272Z","caller":"traceutil/trace.go:171","msg":"trace[1006324701] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:37508; }","duration":"302.387278ms","start":"2026-07-28T16:58:12.073874Z","end":"2026-07-28T16:58:12.376261Z","steps":["trace[1006324701] 'agreement among raft nodes before linearized reading' (duration: 302.11736ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:12.376199Z","caller":"traceutil/trace.go:171","msg":"trace[1466590458] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37508; }","duration":"212.588976ms","start":"2026-07-28T16:58:12.163576Z","end":"2026-07-28T16:58:12.376165Z","steps":["trace[1466590458] 'agreement among raft nodes before linearized reading' (duration: 212.00697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:12.376344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:12.073844Z","time spent":"302.451989ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:12.376197Z","caller":"traceutil/trace.go:171","msg":"trace[1390978431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37508; }","duration":"153.354431ms","start":"2026-07-28T16:58:12.222833Z","end":"2026-07-28T16:58:12.376188Z","steps":["trace[1390978431] 'agreement among raft nodes before linearized reading' (duration: 152.472047ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:15.320927Z","caller":"traceutil/trace.go:171","msg":"trace[1807900865] transaction","detail":"{read_only:false; response_revision:37544; number_of_response:1; }","duration":"364.704724ms","start":"2026-07-28T16:58:14.956198Z","end":"2026-07-28T16:58:15.320902Z","steps":["trace[1807900865] 'process raft request' (duration: 364.54604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:15.321071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:14.95618Z","time spent":"364.821586ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:15.796186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.170478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:15.796533Z","caller":"traceutil/trace.go:171","msg":"trace[1069910116] transaction","detail":"{read_only:false; response_revision:37545; number_of_response:1; }","duration":"840.098262ms","start":"2026-07-28T16:58:14.956404Z","end":"2026-07-28T16:58:15.796502Z","steps":["trace[1069910116] 'process raft request' (duration: 726.396899ms)","trace[1069910116] 'compare' (duration: 112.950243ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:15.796592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:14.956395Z","time spent":"840.169923ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:15.79681Z","caller":"traceutil/trace.go:171","msg":"trace[410630855] transaction","detail":"{read_only:false; response_revision:37546; number_of_response:1; }","duration":"840.38856ms","start":"2026-07-28T16:58:14.956412Z","end":"2026-07-28T16:58:15.796801Z","steps":["trace[410630855] 'process raft request' (duration: 840.054481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:15.796867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:14.956396Z","time spent":"840.433811ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:15.797012Z","caller":"traceutil/trace.go:171","msg":"trace[1482939316] transaction","detail":"{read_only:false; response_revision:37547; number_of_response:1; }","duration":"838.695345ms","start":"2026-07-28T16:58:14.958292Z","end":"2026-07-28T16:58:15.796987Z","steps":["trace[1482939316] 'process raft request' (duration: 838.48372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:15.797119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:14.958279Z","time spent":"838.783257ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:15.797357Z","caller":"traceutil/trace.go:171","msg":"trace[439189484] linearizableReadLoop","detail":"{readStateIndex:38662; appliedIndex:38657; }","duration":"758.018893ms","start":"2026-07-28T16:58:15.039326Z","end":"2026-07-28T16:58:15.797345Z","steps":["trace[439189484] 'read index received' (duration: 281.419724ms)","trace[439189484] 'applied index is now lower than readState.Index' (duration: 476.598159ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:15.797424Z","caller":"traceutil/trace.go:171","msg":"trace[1375706444] transaction","detail":"{read_only:false; response_revision:37548; number_of_response:1; }","duration":"835.291986ms","start":"2026-07-28T16:58:14.962126Z","end":"2026-07-28T16:58:15.797418Z","steps":["trace[1375706444] 'process raft request' (duration: 834.824663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:15.797465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:14.962113Z","time spent":"835.323516ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:15.797683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.344322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:58:15.797731Z","caller":"traceutil/trace.go:171","msg":"trace[1419001055] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:37548; }","duration":"758.437694ms","start":"2026-07-28T16:58:15.039282Z","end":"2026-07-28T16:58:15.797719Z","steps":["trace[1419001055] 'agreement among raft nodes before linearized reading' (duration: 758.349462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:15.797761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:15.039262Z","time spent":"758.490615ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:15.79833Z","caller":"traceutil/trace.go:171","msg":"trace[419744520] transaction","detail":"{read_only:false; response_revision:37549; number_of_response:1; }","duration":"324.734198ms","start":"2026-07-28T16:58:15.473586Z","end":"2026-07-28T16:58:15.79832Z","steps":["trace[419744520] 'process raft request' (duration: 324.518052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:15.798389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:15.473562Z","time spent":"324.79963ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:16.054713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.401553ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:58:16.054859Z","caller":"traceutil/trace.go:171","msg":"trace[608683227] linearizableReadLoop","detail":"{readStateIndex:38664; appliedIndex:38662; }","duration":"257.467731ms","start":"2026-07-28T16:58:15.79738Z","end":"2026-07-28T16:58:16.054848Z","steps":["trace[608683227] 'read index received' (duration: 692.868µs)","trace[608683227] 'applied index is now lower than readState.Index' (duration: 256.774183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:16.054998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.027149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-d864df4b4-hplbd.18c67ffa400e330c\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-07-28T16:58:16.055025Z","caller":"traceutil/trace.go:171","msg":"trace[1753992089] range","detail":"{range_begin:/registry/events/openstack/barbican-api-d864df4b4-hplbd.18c67ffa400e330c; range_end:; response_count:1; response_revision:37549; }","duration":"960.087631ms","start":"2026-07-28T16:58:15.094927Z","end":"2026-07-28T16:58:16.055015Z","steps":["trace[1753992089] 'agreement among raft nodes before linearized reading' (duration: 959.948817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:16.055055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:15.09491Z","time spent":"960.136122ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-d864df4b4-hplbd.18c67ffa400e330c\" "} {"level":"warn","ts":"2026-07-28T16:58:16.055176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.665629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-28T16:58:16.055216Z","caller":"traceutil/trace.go:171","msg":"trace[1211997180] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:37549; }","duration":"513.734931ms","start":"2026-07-28T16:58:15.541469Z","end":"2026-07-28T16:58:16.055204Z","steps":["trace[1211997180] 'agreement among raft nodes before linearized reading' (duration: 513.641708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:16.055179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.141233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:16.055242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:15.541451Z","time spent":"513.784571ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1369,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-07-28T16:58:16.055276Z","caller":"traceutil/trace.go:171","msg":"trace[263051707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37549; }","duration":"282.295517ms","start":"2026-07-28T16:58:15.772958Z","end":"2026-07-28T16:58:16.055254Z","steps":["trace[263051707] 'agreement among raft nodes before linearized reading' (duration: 282.131043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:16.151327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.510189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:58:16.151418Z","caller":"traceutil/trace.go:171","msg":"trace[1533379608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37550; }","duration":"654.725874ms","start":"2026-07-28T16:58:15.496666Z","end":"2026-07-28T16:58:16.151393Z","steps":["trace[1533379608] 'agreement among raft nodes before linearized reading' (duration: 558.514863ms)","trace[1533379608] 'range keys from in-memory index tree' (duration: 95.960225ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:16.151461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:15.496427Z","time spent":"655.023942ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:58:16.151748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.269867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276075"} {"level":"info","ts":"2026-07-28T16:58:16.151825Z","caller":"traceutil/trace.go:171","msg":"trace[449789065] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:37550; }","duration":"505.425091ms","start":"2026-07-28T16:58:15.64638Z","end":"2026-07-28T16:58:16.151805Z","steps":["trace[449789065] 'agreement among raft nodes before linearized reading' (duration: 408.88985ms)","trace[449789065] 'range keys from in-memory index tree' (duration: 96.13722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:16.151871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:15.646357Z","time spent":"505.499383ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276098,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-28T16:58:16.196265Z","caller":"traceutil/trace.go:171","msg":"trace[1657664280] linearizableReadLoop","detail":"{readStateIndex:38666; appliedIndex:38665; }","duration":"138.299513ms","start":"2026-07-28T16:58:16.057939Z","end":"2026-07-28T16:58:16.196239Z","steps":["trace[1657664280] 'read index received' (duration: 138.118618ms)","trace[1657664280] 'applied index is now lower than readState.Index' (duration: 179.865µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:16.196396Z","caller":"traceutil/trace.go:171","msg":"trace[426381480] transaction","detail":"{read_only:false; response_revision:37551; number_of_response:1; }","duration":"138.786456ms","start":"2026-07-28T16:58:16.05757Z","end":"2026-07-28T16:58:16.196357Z","steps":["trace[426381480] 'process raft request' (duration: 138.497478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:16.196502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.537169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a319a3b8-7fbc-41b0-a37c-036e6a13b83c\" ","response":"range_response_count:1 size:2192"} {"level":"info","ts":"2026-07-28T16:58:16.19655Z","caller":"traceutil/trace.go:171","msg":"trace[501553092] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a319a3b8-7fbc-41b0-a37c-036e6a13b83c; range_end:; response_count:1; response_revision:37551; }","duration":"138.614601ms","start":"2026-07-28T16:58:16.057921Z","end":"2026-07-28T16:58:16.196535Z","steps":["trace[501553092] 'agreement among raft nodes before linearized reading' (duration: 138.412545ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:16.542701Z","caller":"traceutil/trace.go:171","msg":"trace[912958096] transaction","detail":"{read_only:false; response_revision:37553; number_of_response:1; }","duration":"211.726322ms","start":"2026-07-28T16:58:16.330954Z","end":"2026-07-28T16:58:16.54268Z","steps":["trace[912958096] 'process raft request' (duration: 211.64239ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:16.542923Z","caller":"traceutil/trace.go:171","msg":"trace[1571997839] transaction","detail":"{read_only:false; response_revision:37552; number_of_response:1; }","duration":"386.996992ms","start":"2026-07-28T16:58:16.155917Z","end":"2026-07-28T16:58:16.542914Z","steps":["trace[1571997839] 'process raft request' (duration: 384.907167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:16.543002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:16.155896Z","time spent":"387.046562ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:16.543245Z","caller":"traceutil/trace.go:171","msg":"trace[188113386] linearizableReadLoop","detail":"{readStateIndex:38667; appliedIndex:38666; }","duration":"340.835853ms","start":"2026-07-28T16:58:16.202382Z","end":"2026-07-28T16:58:16.543218Z","steps":["trace[188113386] 'read index received' (duration: 338.45106ms)","trace[188113386] 'applied index is now lower than readState.Index' (duration: 2.382403ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:16.543367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.961406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:16.543443Z","caller":"traceutil/trace.go:171","msg":"trace[378516232] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:37553; }","duration":"341.08822ms","start":"2026-07-28T16:58:16.202341Z","end":"2026-07-28T16:58:16.543429Z","steps":["trace[378516232] 'agreement among raft nodes before linearized reading' (duration: 340.953766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:16.543473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:16.202322Z","time spent":"341.143281ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:16.543474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.484363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:58:16.543514Z","caller":"traceutil/trace.go:171","msg":"trace[649866724] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37553; }","duration":"145.573066ms","start":"2026-07-28T16:58:16.39793Z","end":"2026-07-28T16:58:16.543503Z","steps":["trace[649866724] 'agreement among raft nodes before linearized reading' (duration: 145.428902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:16.543516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.730735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:58:16.543552Z","caller":"traceutil/trace.go:171","msg":"trace[1808695841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37553; }","duration":"132.812557ms","start":"2026-07-28T16:58:16.410728Z","end":"2026-07-28T16:58:16.543541Z","steps":["trace[1808695841] 'agreement among raft nodes before linearized reading' (duration: 132.698375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:16.543597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.90083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:58:16.54365Z","caller":"traceutil/trace.go:171","msg":"trace[711692129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37553; }","duration":"132.975443ms","start":"2026-07-28T16:58:16.410659Z","end":"2026-07-28T16:58:16.543634Z","steps":["trace[711692129] 'agreement among raft nodes before linearized reading' (duration: 132.793158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:16.543643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.672748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:58:16.543672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.247938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:58:16.54371Z","caller":"traceutil/trace.go:171","msg":"trace[758505547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37553; }","duration":"131.76688ms","start":"2026-07-28T16:58:16.411928Z","end":"2026-07-28T16:58:16.543695Z","steps":["trace[758505547] 'agreement among raft nodes before linearized reading' (duration: 131.547965ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:16.54375Z","caller":"traceutil/trace.go:171","msg":"trace[1031921094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37553; }","duration":"136.385402ms","start":"2026-07-28T16:58:16.407345Z","end":"2026-07-28T16:58:16.543731Z","steps":["trace[1031921094] 'agreement among raft nodes before linearized reading' (duration: 136.121835ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:16.715539Z","caller":"traceutil/trace.go:171","msg":"trace[154684125] transaction","detail":"{read_only:false; response_revision:37554; number_of_response:1; }","duration":"166.030865ms","start":"2026-07-28T16:58:16.549468Z","end":"2026-07-28T16:58:16.715499Z","steps":["trace[154684125] 'process raft request' (duration: 111.70215ms)","trace[154684125] 'compare' (duration: 54.217952ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:16.739085Z","caller":"traceutil/trace.go:171","msg":"trace[894892622] transaction","detail":"{read_only:false; response_revision:37555; number_of_response:1; }","duration":"189.25109ms","start":"2026-07-28T16:58:16.549813Z","end":"2026-07-28T16:58:16.739064Z","steps":["trace[894892622] 'process raft request' (duration: 187.847143ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:16.7394Z","caller":"traceutil/trace.go:171","msg":"trace[504555996] transaction","detail":"{read_only:false; response_revision:37556; number_of_response:1; }","duration":"189.422723ms","start":"2026-07-28T16:58:16.549896Z","end":"2026-07-28T16:58:16.739318Z","steps":["trace[504555996] 'process raft request' (duration: 189.119985ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:16.73964Z","caller":"traceutil/trace.go:171","msg":"trace[795334290] transaction","detail":"{read_only:false; response_revision:37557; number_of_response:1; }","duration":"189.689211ms","start":"2026-07-28T16:58:16.549932Z","end":"2026-07-28T16:58:16.739621Z","steps":["trace[795334290] 'process raft request' (duration: 189.26936ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:16.739925Z","caller":"traceutil/trace.go:171","msg":"trace[790756619] transaction","detail":"{read_only:false; response_revision:37558; number_of_response:1; }","duration":"189.561677ms","start":"2026-07-28T16:58:16.550345Z","end":"2026-07-28T16:58:16.739906Z","steps":["trace[790756619] 'process raft request' (duration: 189.092294ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:16.740068Z","caller":"traceutil/trace.go:171","msg":"trace[287767232] transaction","detail":"{read_only:false; response_revision:37559; number_of_response:1; }","duration":"178.609129ms","start":"2026-07-28T16:58:16.561159Z","end":"2026-07-28T16:58:16.739768Z","steps":["trace[287767232] 'process raft request' (duration: 178.400182ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:21.032939Z","caller":"traceutil/trace.go:171","msg":"trace[1365292699] transaction","detail":"{read_only:false; response_revision:37594; number_of_response:1; }","duration":"299.348088ms","start":"2026-07-28T16:58:20.733563Z","end":"2026-07-28T16:58:21.032911Z","steps":["trace[1365292699] 'process raft request' (duration: 299.186464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:21.698373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.799069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:21.698531Z","caller":"traceutil/trace.go:171","msg":"trace[1161852700] transaction","detail":"{read_only:false; response_revision:37595; number_of_response:1; }","duration":"946.998255ms","start":"2026-07-28T16:58:20.751502Z","end":"2026-07-28T16:58:21.6985Z","steps":["trace[1161852700] 'process raft request' (duration: 356.97129ms)","trace[1161852700] 'compare' (duration: 589.344138ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:21.698634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:20.751455Z","time spent":"947.127879ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:21.698661Z","caller":"traceutil/trace.go:171","msg":"trace[151956234] transaction","detail":"{read_only:false; response_revision:37596; number_of_response:1; }","duration":"638.514116ms","start":"2026-07-28T16:58:21.060127Z","end":"2026-07-28T16:58:21.698642Z","steps":["trace[151956234] 'process raft request' (duration: 638.384223ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:21.698686Z","caller":"traceutil/trace.go:171","msg":"trace[1421846766] linearizableReadLoop","detail":"{readStateIndex:38711; appliedIndex:38709; }","duration":"946.78388ms","start":"2026-07-28T16:58:20.751877Z","end":"2026-07-28T16:58:21.698661Z","steps":["trace[1421846766] 'read index received' (duration: 280.86786ms)","trace[1421846766] 'applied index is now lower than readState.Index' (duration: 665.91378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:21.69876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:21.060102Z","time spent":"638.599949ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:21.698876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.994255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:58:21.698945Z","caller":"traceutil/trace.go:171","msg":"trace[678741457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37596; }","duration":"947.098178ms","start":"2026-07-28T16:58:20.751832Z","end":"2026-07-28T16:58:21.69893Z","steps":["trace[678741457] 'agreement among raft nodes before linearized reading' (duration: 946.929663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:21.698984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:20.75181Z","time spent":"947.16376ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:58:21.982153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.435891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:21.982319Z","caller":"traceutil/trace.go:171","msg":"trace[586720336] linearizableReadLoop","detail":"{readStateIndex:38714; appliedIndex:38712; }","duration":"283.56594ms","start":"2026-07-28T16:58:21.69874Z","end":"2026-07-28T16:58:21.982306Z","steps":["trace[586720336] 'read index received' (duration: 134.869262ms)","trace[586720336] 'applied index is now lower than readState.Index' (duration: 148.695758ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:21.982415Z","caller":"traceutil/trace.go:171","msg":"trace[595372547] transaction","detail":"{read_only:false; response_revision:37598; number_of_response:1; }","duration":"639.561395ms","start":"2026-07-28T16:58:21.342818Z","end":"2026-07-28T16:58:21.982379Z","steps":["trace[595372547] 'process raft request' (duration: 639.414101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:21.98246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193787754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:21.982485Z","caller":"traceutil/trace.go:171","msg":"trace[1642841414] transaction","detail":"{read_only:false; response_revision:37597; number_of_response:1; }","duration":"726.916591ms","start":"2026-07-28T16:58:21.255519Z","end":"2026-07-28T16:58:21.982435Z","steps":["trace[1642841414] 'process raft request' (duration: 578.120361ms)","trace[1642841414] 'compare' (duration: 148.073241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:21.982532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228621765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:58:21.982538Z","caller":"traceutil/trace.go:171","msg":"trace[1092942821] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:37598; }","duration":"1.193909366s","start":"2026-07-28T16:58:20.788606Z","end":"2026-07-28T16:58:21.982516Z","steps":["trace[1092942821] 'agreement among raft nodes before linearized reading' (duration: 1.193758993s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:21.982545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.418803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-28T16:58:21.982591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:20.788594Z","time spent":"1.193986979s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:21.9826Z","caller":"traceutil/trace.go:171","msg":"trace[1539135862] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:37598; }","duration":"429.518735ms","start":"2026-07-28T16:58:21.553067Z","end":"2026-07-28T16:58:21.982585Z","steps":["trace[1539135862] 'agreement among raft nodes before linearized reading' (duration: 429.32754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:21.982568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228311665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:58:21.982637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:21.553042Z","time spent":"429.586927ms","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T16:58:21.98264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:21.255494Z","time spent":"727.066935ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:21.982659Z","caller":"traceutil/trace.go:171","msg":"trace[1524968330] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37598; }","duration":"1.228422509s","start":"2026-07-28T16:58:20.754217Z","end":"2026-07-28T16:58:21.98264Z","steps":["trace[1524968330] 'agreement among raft nodes before linearized reading' (duration: 1.228205173s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:21.982563Z","caller":"traceutil/trace.go:171","msg":"trace[1656807206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37598; }","duration":"1.228664995s","start":"2026-07-28T16:58:20.753888Z","end":"2026-07-28T16:58:21.982553Z","steps":["trace[1656807206] 'agreement among raft nodes before linearized reading' (duration: 1.228589233s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:21.982702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:20.75421Z","time spent":"1.2284826s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:58:21.982719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:20.753879Z","time spent":"1.228833189s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:58:21.982622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228939792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:58:21.982816Z","caller":"traceutil/trace.go:171","msg":"trace[1165565567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37598; }","duration":"1.229145349s","start":"2026-07-28T16:58:20.753661Z","end":"2026-07-28T16:58:21.982807Z","steps":["trace[1165565567] 'agreement among raft nodes before linearized reading' (duration: 1.228918152s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:21.982822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208562635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:21.982844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:20.753654Z","time spent":"1.229182459s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:58:21.982855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:21.342792Z","time spent":"639.674637ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:21.982953Z","caller":"traceutil/trace.go:171","msg":"trace[1059390900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37598; }","duration":"1.208622096s","start":"2026-07-28T16:58:20.774242Z","end":"2026-07-28T16:58:21.982865Z","steps":["trace[1059390900] 'agreement among raft nodes before linearized reading' (duration: 1.208495142s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:21.982994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:20.774183Z","time spent":"1.208801681s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:58:21.983016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.06177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-28T16:58:21.98307Z","caller":"traceutil/trace.go:171","msg":"trace[2020580573] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:37598; }","duration":"430.151992ms","start":"2026-07-28T16:58:21.552902Z","end":"2026-07-28T16:58:21.983054Z","steps":["trace[2020580573] 'agreement among raft nodes before linearized reading' (duration: 429.871285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:21.983104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:21.552887Z","time spent":"430.208965ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1369,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-07-28T16:58:21.999412Z","caller":"traceutil/trace.go:171","msg":"trace[1308844221] transaction","detail":"{read_only:false; response_revision:37599; number_of_response:1; }","duration":"297.115268ms","start":"2026-07-28T16:58:21.702261Z","end":"2026-07-28T16:58:21.999377Z","steps":["trace[1308844221] 'process raft request' (duration: 296.919903ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:21.999484Z","caller":"traceutil/trace.go:171","msg":"trace[1770862088] transaction","detail":"{read_only:false; response_revision:37600; number_of_response:1; }","duration":"184.944255ms","start":"2026-07-28T16:58:21.814509Z","end":"2026-07-28T16:58:21.999453Z","steps":["trace[1770862088] 'process raft request' (duration: 184.781531ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:21.999479Z","caller":"traceutil/trace.go:171","msg":"trace[1718590551] transaction","detail":"{read_only:false; response_revision:37602; number_of_response:1; }","duration":"174.455138ms","start":"2026-07-28T16:58:21.824998Z","end":"2026-07-28T16:58:21.999453Z","steps":["trace[1718590551] 'process raft request' (duration: 174.379237ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:21.999575Z","caller":"traceutil/trace.go:171","msg":"trace[1055198066] transaction","detail":"{read_only:false; response_revision:37601; number_of_response:1; }","duration":"175.489015ms","start":"2026-07-28T16:58:21.824051Z","end":"2026-07-28T16:58:21.99954Z","steps":["trace[1055198066] 'process raft request' (duration: 175.28501ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:21.999671Z","caller":"traceutil/trace.go:171","msg":"trace[984586661] transaction","detail":"{read_only:false; response_revision:37603; number_of_response:1; }","duration":"173.211416ms","start":"2026-07-28T16:58:21.826452Z","end":"2026-07-28T16:58:21.999664Z","steps":["trace[984586661] 'process raft request' (duration: 172.962889ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:21.999726Z","caller":"traceutil/trace.go:171","msg":"trace[1864487076] transaction","detail":"{read_only:false; response_revision:37604; number_of_response:1; }","duration":"171.304315ms","start":"2026-07-28T16:58:21.828384Z","end":"2026-07-28T16:58:21.999689Z","steps":["trace[1864487076] 'process raft request' (duration: 171.168602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:22.306663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.075417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T16:58:22.306767Z","caller":"traceutil/trace.go:171","msg":"trace[986508632] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37607; }","duration":"180.232811ms","start":"2026-07-28T16:58:22.126518Z","end":"2026-07-28T16:58:22.30675Z","steps":["trace[986508632] 'range keys from in-memory index tree' (duration: 179.806319ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:22.654449Z","caller":"traceutil/trace.go:171","msg":"trace[1281136500] linearizableReadLoop","detail":"{readStateIndex:38724; appliedIndex:38724; }","duration":"319.301005ms","start":"2026-07-28T16:58:22.335128Z","end":"2026-07-28T16:58:22.654429Z","steps":["trace[1281136500] 'read index received' (duration: 319.292355ms)","trace[1281136500] 'applied index is now lower than readState.Index' (duration: 7.26µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:22.654448Z","caller":"traceutil/trace.go:171","msg":"trace[834152872] transaction","detail":"{read_only:false; response_revision:37608; number_of_response:1; }","duration":"342.471446ms","start":"2026-07-28T16:58:22.311952Z","end":"2026-07-28T16:58:22.654423Z","steps":["trace[834152872] 'process raft request' (duration: 342.321522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:22.654698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.574731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:58:22.654741Z","caller":"traceutil/trace.go:171","msg":"trace[137351398] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37608; }","duration":"319.664063ms","start":"2026-07-28T16:58:22.335062Z","end":"2026-07-28T16:58:22.654726Z","steps":["trace[137351398] 'agreement among raft nodes before linearized reading' (duration: 319.469328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:22.654773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.335037Z","time spent":"319.727905ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:58:22.654756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.31192Z","time spent":"342.720872ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:23.154759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335438150,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T16:58:23.360777Z","caller":"traceutil/trace.go:171","msg":"trace[254565652] transaction","detail":"{read_only:false; response_revision:37609; number_of_response:1; }","duration":"798.04291ms","start":"2026-07-28T16:58:22.562695Z","end":"2026-07-28T16:58:23.360738Z","steps":["trace[254565652] 'process raft request' (duration: 797.749242ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:23.361503Z","caller":"traceutil/trace.go:171","msg":"trace[2074705464] linearizableReadLoop","detail":"{readStateIndex:38726; appliedIndex:38724; }","duration":"706.966675ms","start":"2026-07-28T16:58:22.654508Z","end":"2026-07-28T16:58:23.361474Z","steps":["trace[2074705464] 'read index received' (duration: 706.03738ms)","trace[2074705464] 'applied index is now lower than readState.Index' (duration: 927.955µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:23.361575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.562668Z","time spent":"798.77456ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:23.361944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.11774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:58:23.361664Z","caller":"traceutil/trace.go:171","msg":"trace[2042102973] transaction","detail":"{read_only:false; response_revision:37610; number_of_response:1; }","duration":"702.220289ms","start":"2026-07-28T16:58:22.659425Z","end":"2026-07-28T16:58:23.361645Z","steps":["trace[2042102973] 'process raft request' (duration: 701.86641ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:23.362016Z","caller":"traceutil/trace.go:171","msg":"trace[799175640] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37610; }","duration":"949.233814ms","start":"2026-07-28T16:58:22.412765Z","end":"2026-07-28T16:58:23.361999Z","steps":["trace[799175640] 'agreement among raft nodes before linearized reading' (duration: 949.027918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:23.362073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.412742Z","time spent":"949.317766ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:58:23.362131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.659403Z","time spent":"702.651871ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:23.361738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.154729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:23.362306Z","caller":"traceutil/trace.go:171","msg":"trace[1794790327] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:37610; }","duration":"816.792226ms","start":"2026-07-28T16:58:22.545493Z","end":"2026-07-28T16:58:23.362285Z","steps":["trace[1794790327] 'agreement among raft nodes before linearized reading' (duration: 816.137999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:23.362383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.545471Z","time spent":"816.891088ms","remote":"127.0.0.1:34628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:23.362398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.160647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:23.362416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.612371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:58:23.362466Z","caller":"traceutil/trace.go:171","msg":"trace[2096710916] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:37610; }","duration":"401.27916ms","start":"2026-07-28T16:58:22.961168Z","end":"2026-07-28T16:58:23.362447Z","steps":["trace[2096710916] 'agreement among raft nodes before linearized reading' (duration: 401.167407ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:23.362482Z","caller":"traceutil/trace.go:171","msg":"trace[468117478] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:37610; }","duration":"682.707193ms","start":"2026-07-28T16:58:22.679758Z","end":"2026-07-28T16:58:23.362466Z","steps":["trace[468117478] 'agreement among raft nodes before linearized reading' (duration: 682.5819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:23.361756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.12867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-07-28T16:58:23.362604Z","caller":"traceutil/trace.go:171","msg":"trace[931486021] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:37610; }","duration":"730.004792ms","start":"2026-07-28T16:58:22.63257Z","end":"2026-07-28T16:58:23.362575Z","steps":["trace[931486021] 'agreement among raft nodes before linearized reading' (duration: 728.971535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:23.362669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.336396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-07-28T16:58:23.362723Z","caller":"traceutil/trace.go:171","msg":"trace[1220795942] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37610; }","duration":"503.424188ms","start":"2026-07-28T16:58:22.859285Z","end":"2026-07-28T16:58:23.362709Z","steps":["trace[1220795942] 'agreement among raft nodes before linearized reading' (duration: 503.266663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:23.36277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.859258Z","time spent":"503.500991ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1661,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-28T16:58:23.362766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.678931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:23.362794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.889109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T16:58:23.362819Z","caller":"traceutil/trace.go:171","msg":"trace[1475073046] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:37610; }","duration":"641.759253ms","start":"2026-07-28T16:58:22.721045Z","end":"2026-07-28T16:58:23.362804Z","steps":["trace[1475073046] 'agreement among raft nodes before linearized reading' (duration: 641.686081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:23.362856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.721026Z","time spent":"641.821254ms","remote":"127.0.0.1:54382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:23.362855Z","caller":"traceutil/trace.go:171","msg":"trace[581823082] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37610; }","duration":"389.972381ms","start":"2026-07-28T16:58:22.972869Z","end":"2026-07-28T16:58:23.362842Z","steps":["trace[581823082] 'agreement among raft nodes before linearized reading' (duration: 389.805287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:23.362821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.632557Z","time spent":"730.172308ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":856,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" "} {"level":"warn","ts":"2026-07-28T16:58:23.362648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.909294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:58:23.362969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.855584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T16:58:23.363078Z","caller":"traceutil/trace.go:171","msg":"trace[576537630] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37610; }","duration":"659.066969ms","start":"2026-07-28T16:58:22.703995Z","end":"2026-07-28T16:58:23.363062Z","steps":["trace[576537630] 'agreement among raft nodes before linearized reading' (duration: 658.797613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:23.363134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.703978Z","time spent":"659.141541ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:58:23.361756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.775255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:58:23.36324Z","caller":"traceutil/trace.go:171","msg":"trace[419922059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37610; }","duration":"793.309545ms","start":"2026-07-28T16:58:22.569918Z","end":"2026-07-28T16:58:23.363227Z","steps":["trace[419922059] 'agreement among raft nodes before linearized reading' (duration: 791.684183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:23.363292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.569898Z","time spent":"793.378757ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T16:58:23.363207Z","caller":"traceutil/trace.go:171","msg":"trace[14548843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37610; }","duration":"325.318034ms","start":"2026-07-28T16:58:23.037726Z","end":"2026-07-28T16:58:23.363044Z","steps":["trace[14548843] 'agreement among raft nodes before linearized reading' (duration: 324.829071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:23.36342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:23.037643Z","time spent":"325.758006ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:58:23.362526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.679736Z","time spent":"682.775276ms","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:23.36253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.961132Z","time spent":"401.378083ms","remote":"127.0.0.1:34864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:23.36296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:22.972852Z","time spent":"390.093924ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:58:39.771614Z","caller":"traceutil/trace.go:171","msg":"trace[1834984898] transaction","detail":"{read_only:false; response_revision:37760; number_of_response:1; }","duration":"250.20462ms","start":"2026-07-28T16:58:39.521375Z","end":"2026-07-28T16:58:39.771579Z","steps":["trace[1834984898] 'process raft request' (duration: 168.941693ms)","trace[1834984898] 'compare' (duration: 80.982659ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:39.772238Z","caller":"traceutil/trace.go:171","msg":"trace[319898716] linearizableReadLoop","detail":"{readStateIndex:38880; appliedIndex:38878; }","duration":"227.599383ms","start":"2026-07-28T16:58:39.544619Z","end":"2026-07-28T16:58:39.772218Z","steps":["trace[319898716] 'read index received' (duration: 145.797412ms)","trace[319898716] 'applied index is now lower than readState.Index' (duration: 81.801101ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:39.772363Z","caller":"traceutil/trace.go:171","msg":"trace[1114627741] transaction","detail":"{read_only:false; response_revision:37761; number_of_response:1; }","duration":"248.400972ms","start":"2026-07-28T16:58:39.523951Z","end":"2026-07-28T16:58:39.772352Z","steps":["trace[1114627741] 'process raft request' (duration: 248.154814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:39.772561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.928881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T16:58:39.772902Z","caller":"traceutil/trace.go:171","msg":"trace[2108220005] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37761; }","duration":"228.307582ms","start":"2026-07-28T16:58:39.544576Z","end":"2026-07-28T16:58:39.772884Z","steps":["trace[2108220005] 'agreement among raft nodes before linearized reading' (duration: 227.85961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:40.064543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.278445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:40.064652Z","caller":"traceutil/trace.go:171","msg":"trace[768067810] linearizableReadLoop","detail":"{readStateIndex:38881; appliedIndex:38880; }","duration":"290.175915ms","start":"2026-07-28T16:58:39.774464Z","end":"2026-07-28T16:58:40.06464Z","steps":["trace[768067810] 'read index received' (duration: 185.650154ms)","trace[768067810] 'applied index is now lower than readState.Index' (duration: 104.524771ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:40.064704Z","caller":"traceutil/trace.go:171","msg":"trace[566092569] transaction","detail":"{read_only:false; response_revision:37762; number_of_response:1; }","duration":"290.77347ms","start":"2026-07-28T16:58:39.773922Z","end":"2026-07-28T16:58:40.064696Z","steps":["trace[566092569] 'process raft request' (duration: 186.27885ms)","trace[566092569] 'compare' (duration: 104.176302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:40.064786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.275547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:40.064872Z","caller":"traceutil/trace.go:171","msg":"trace[709820396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37762; }","duration":"290.427852ms","start":"2026-07-28T16:58:39.774428Z","end":"2026-07-28T16:58:40.064856Z","steps":["trace[709820396] 'agreement among raft nodes before linearized reading' (duration: 290.275767ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:40.443431Z","caller":"traceutil/trace.go:171","msg":"trace[176860181] transaction","detail":"{read_only:false; response_revision:37764; number_of_response:1; }","duration":"382.965316ms","start":"2026-07-28T16:58:40.060422Z","end":"2026-07-28T16:58:40.443388Z","steps":["trace[176860181] 'process raft request' (duration: 368.845393ms)","trace[176860181] 'compare' (duration: 13.58824ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:40.443465Z","caller":"traceutil/trace.go:171","msg":"trace[683760682] transaction","detail":"{read_only:false; response_revision:37765; number_of_response:1; }","duration":"381.749644ms","start":"2026-07-28T16:58:40.061681Z","end":"2026-07-28T16:58:40.443431Z","steps":["trace[683760682] 'process raft request' (duration: 381.574429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:40.443577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:40.060395Z","time spent":"383.109279ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:40.443612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:40.061674Z","time spent":"381.865996ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:40.443622Z","caller":"traceutil/trace.go:171","msg":"trace[1376079762] transaction","detail":"{read_only:false; response_revision:37767; number_of_response:1; }","duration":"373.266761ms","start":"2026-07-28T16:58:40.070331Z","end":"2026-07-28T16:58:40.443598Z","steps":["trace[1376079762] 'process raft request' (duration: 373.056404ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:40.443442Z","caller":"traceutil/trace.go:171","msg":"trace[305257524] transaction","detail":"{read_only:false; response_revision:37766; number_of_response:1; }","duration":"373.096945ms","start":"2026-07-28T16:58:40.070323Z","end":"2026-07-28T16:58:40.44342Z","steps":["trace[305257524] 'process raft request' (duration: 373.029554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:40.44372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:40.070294Z","time spent":"373.396814ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:40.443732Z","caller":"traceutil/trace.go:171","msg":"trace[1321009242] linearizableReadLoop","detail":"{readStateIndex:38884; appliedIndex:38882; }","duration":"379.051483ms","start":"2026-07-28T16:58:40.06467Z","end":"2026-07-28T16:58:40.443721Z","steps":["trace[1321009242] 'read index received' (duration: 70.699697ms)","trace[1321009242] 'applied index is now lower than readState.Index' (duration: 308.350846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:40.443752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:40.070313Z","time spent":"373.366594ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:40.443816Z","caller":"traceutil/trace.go:171","msg":"trace[1661365646] transaction","detail":"{read_only:false; response_revision:37768; number_of_response:1; }","duration":"329.948646ms","start":"2026-07-28T16:58:40.113853Z","end":"2026-07-28T16:58:40.443802Z","steps":["trace[1661365646] 'process raft request' (duration: 329.668348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:40.444646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:40.113835Z","time spent":"330.765667ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:40.443872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.067875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:58:40.44485Z","caller":"traceutil/trace.go:171","msg":"trace[948354867] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:37768; }","duration":"427.057571ms","start":"2026-07-28T16:58:40.017753Z","end":"2026-07-28T16:58:40.44481Z","steps":["trace[948354867] 'agreement among raft nodes before linearized reading' (duration: 426.050205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:40.443981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.966898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-28T16:58:40.444961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:40.017737Z","time spent":"427.176543ms","remote":"127.0.0.1:35802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:40.445072Z","caller":"traceutil/trace.go:171","msg":"trace[124962875] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:37768; }","duration":"484.080987ms","start":"2026-07-28T16:58:39.960977Z","end":"2026-07-28T16:58:40.445058Z","steps":["trace[124962875] 'agreement among raft nodes before linearized reading' (duration: 482.911966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:40.445137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:39.960961Z","time spent":"484.16289ms","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-07-28T16:58:40.444004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.046416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:40.445331Z","caller":"traceutil/trace.go:171","msg":"trace[1423767794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37768; }","duration":"379.376252ms","start":"2026-07-28T16:58:40.065941Z","end":"2026-07-28T16:58:40.445317Z","steps":["trace[1423767794] 'agreement among raft nodes before linearized reading' (duration: 378.011386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:40.445374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:40.065903Z","time spent":"379.459573ms","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:58:40.444066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.757432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:58:40.445517Z","caller":"traceutil/trace.go:171","msg":"trace[32352033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37768; }","duration":"308.245582ms","start":"2026-07-28T16:58:40.137259Z","end":"2026-07-28T16:58:40.445505Z","steps":["trace[32352033] 'agreement among raft nodes before linearized reading' (duration: 306.747523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:40.44555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:40.137245Z","time spent":"308.295173ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:58:40.444105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.410458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:58:40.445713Z","caller":"traceutil/trace.go:171","msg":"trace[246814661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37768; }","duration":"304.035102ms","start":"2026-07-28T16:58:40.141666Z","end":"2026-07-28T16:58:40.445701Z","steps":["trace[246814661] 'agreement among raft nodes before linearized reading' (duration: 302.342717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:40.445749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:40.141655Z","time spent":"304.084813ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:58:40.444118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.81841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T16:58:40.445851Z","caller":"traceutil/trace.go:171","msg":"trace[1276187501] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37768; }","duration":"323.590698ms","start":"2026-07-28T16:58:40.122251Z","end":"2026-07-28T16:58:40.445842Z","steps":["trace[1276187501] 'agreement among raft nodes before linearized reading' (duration: 321.78559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:40.44588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:40.122237Z","time spent":"323.633578ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:58:40.444155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.558062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T16:58:40.445933Z","caller":"traceutil/trace.go:171","msg":"trace[2059423784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37768; }","duration":"340.368071ms","start":"2026-07-28T16:58:40.105553Z","end":"2026-07-28T16:58:40.445921Z","steps":["trace[2059423784] 'agreement among raft nodes before linearized reading' (duration: 338.556002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:40.445962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:40.105533Z","time spent":"340.419841ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:58:40.643667Z","caller":"traceutil/trace.go:171","msg":"trace[668367876] transaction","detail":"{read_only:false; response_revision:37769; number_of_response:1; }","duration":"193.255725ms","start":"2026-07-28T16:58:40.450382Z","end":"2026-07-28T16:58:40.643637Z","steps":["trace[668367876] 'process raft request' (duration: 171.400338ms)","trace[668367876] 'compare' (duration: 21.525989ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:40.643709Z","caller":"traceutil/trace.go:171","msg":"trace[1618080733] transaction","detail":"{read_only:false; response_revision:37770; number_of_response:1; }","duration":"193.025958ms","start":"2026-07-28T16:58:40.450659Z","end":"2026-07-28T16:58:40.643685Z","steps":["trace[1618080733] 'process raft request' (duration: 192.903335ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:40.64385Z","caller":"traceutil/trace.go:171","msg":"trace[1307432177] transaction","detail":"{read_only:false; response_revision:37771; number_of_response:1; }","duration":"193.113721ms","start":"2026-07-28T16:58:40.45072Z","end":"2026-07-28T16:58:40.643833Z","steps":["trace[1307432177] 'process raft request' (duration: 192.930175ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:40.643835Z","caller":"traceutil/trace.go:171","msg":"trace[1272969051] transaction","detail":"{read_only:false; response_revision:37772; number_of_response:1; }","duration":"193.09335ms","start":"2026-07-28T16:58:40.450718Z","end":"2026-07-28T16:58:40.643811Z","steps":["trace[1272969051] 'process raft request' (duration: 193.009857ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:40.666224Z","caller":"traceutil/trace.go:171","msg":"trace[1320894566] transaction","detail":"{read_only:false; response_revision:37773; number_of_response:1; }","duration":"158.474137ms","start":"2026-07-28T16:58:40.507724Z","end":"2026-07-28T16:58:40.666198Z","steps":["trace[1320894566] 'process raft request' (duration: 158.316682ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:42.052902Z","caller":"traceutil/trace.go:171","msg":"trace[193101824] transaction","detail":"{read_only:false; response_revision:37776; number_of_response:1; }","duration":"271.721467ms","start":"2026-07-28T16:58:41.781159Z","end":"2026-07-28T16:58:42.05288Z","steps":["trace[193101824] 'process raft request' (duration: 271.491621ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:42.053064Z","caller":"traceutil/trace.go:171","msg":"trace[1677572207] transaction","detail":"{read_only:false; response_revision:37777; number_of_response:1; }","duration":"263.15259ms","start":"2026-07-28T16:58:41.789905Z","end":"2026-07-28T16:58:42.053057Z","steps":["trace[1677572207] 'process raft request' (duration: 262.878614ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:42.052901Z","caller":"traceutil/trace.go:171","msg":"trace[1632004789] linearizableReadLoop","detail":"{readStateIndex:38896; appliedIndex:38894; }","duration":"263.526371ms","start":"2026-07-28T16:58:41.789294Z","end":"2026-07-28T16:58:42.05282Z","steps":["trace[1632004789] 'read index received' (duration: 91.277941ms)","trace[1632004789] 'applied index is now lower than readState.Index' (duration: 172.243589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:42.053446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.128726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:42.05349Z","caller":"traceutil/trace.go:171","msg":"trace[762594585] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:37777; }","duration":"264.238369ms","start":"2026-07-28T16:58:41.789237Z","end":"2026-07-28T16:58:42.053476Z","steps":["trace[762594585] 'agreement among raft nodes before linearized reading' (duration: 263.963092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:42.406605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.334831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:42.406852Z","caller":"traceutil/trace.go:171","msg":"trace[976045592] transaction","detail":"{read_only:false; response_revision:37779; number_of_response:1; }","duration":"263.680446ms","start":"2026-07-28T16:58:42.143147Z","end":"2026-07-28T16:58:42.406827Z","steps":["trace[976045592] 'process raft request' (duration: 71.004217ms)","trace[976045592] 'compare' (duration: 192.053643ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:42.407053Z","caller":"traceutil/trace.go:171","msg":"trace[2020142531] transaction","detail":"{read_only:false; response_revision:37780; number_of_response:1; }","duration":"244.18761ms","start":"2026-07-28T16:58:42.162843Z","end":"2026-07-28T16:58:42.407031Z","steps":["trace[2020142531] 'process raft request' (duration: 243.883663ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:42.604269Z","caller":"traceutil/trace.go:171","msg":"trace[1237713332] transaction","detail":"{read_only:false; response_revision:37782; number_of_response:1; }","duration":"156.823072ms","start":"2026-07-28T16:58:42.447428Z","end":"2026-07-28T16:58:42.604251Z","steps":["trace[1237713332] 'process raft request' (duration: 156.687369ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:42.664444Z","caller":"traceutil/trace.go:171","msg":"trace[398437980] transaction","detail":"{read_only:false; response_revision:37784; number_of_response:1; }","duration":"215.468732ms","start":"2026-07-28T16:58:42.44896Z","end":"2026-07-28T16:58:42.664428Z","steps":["trace[398437980] 'process raft request' (duration: 215.425891ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:42.664531Z","caller":"traceutil/trace.go:171","msg":"trace[722447093] transaction","detail":"{read_only:false; response_revision:37783; number_of_response:1; }","duration":"216.066468ms","start":"2026-07-28T16:58:42.448437Z","end":"2026-07-28T16:58:42.664504Z","steps":["trace[722447093] 'process raft request' (duration: 215.867433ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:42.664766Z","caller":"traceutil/trace.go:171","msg":"trace[1796563152] transaction","detail":"{read_only:false; response_revision:37786; number_of_response:1; }","duration":"213.369267ms","start":"2026-07-28T16:58:42.451383Z","end":"2026-07-28T16:58:42.664753Z","steps":["trace[1796563152] 'process raft request' (duration: 213.214503ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:42.664795Z","caller":"traceutil/trace.go:171","msg":"trace[1121245880] transaction","detail":"{read_only:false; response_revision:37785; number_of_response:1; }","duration":"213.977552ms","start":"2026-07-28T16:58:42.450808Z","end":"2026-07-28T16:58:42.664785Z","steps":["trace[1121245880] 'process raft request' (duration: 213.599642ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:42.66491Z","caller":"traceutil/trace.go:171","msg":"trace[1972076270] transaction","detail":"{read_only:false; response_revision:37787; number_of_response:1; }","duration":"111.321141ms","start":"2026-07-28T16:58:42.553581Z","end":"2026-07-28T16:58:42.664902Z","steps":["trace[1972076270] 'process raft request' (duration: 111.134686ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:42.998082Z","caller":"traceutil/trace.go:171","msg":"trace[121851726] transaction","detail":"{read_only:false; response_revision:37788; number_of_response:1; }","duration":"328.937419ms","start":"2026-07-28T16:58:42.669125Z","end":"2026-07-28T16:58:42.998063Z","steps":["trace[121851726] 'process raft request' (duration: 328.812286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:42.998205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:42.669106Z","time spent":"329.038291ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:43.445026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.740503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:43.445134Z","caller":"traceutil/trace.go:171","msg":"trace[1320847362] transaction","detail":"{read_only:false; response_revision:37789; number_of_response:1; }","duration":"775.626279ms","start":"2026-07-28T16:58:42.669488Z","end":"2026-07-28T16:58:43.445114Z","steps":["trace[1320847362] 'process raft request' (duration: 518.737813ms)","trace[1320847362] 'compare' (duration: 256.570827ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:43.445205Z","caller":"traceutil/trace.go:171","msg":"trace[1733377638] linearizableReadLoop","detail":"{readStateIndex:38911; appliedIndex:38907; }","duration":"752.824646ms","start":"2026-07-28T16:58:42.692372Z","end":"2026-07-28T16:58:43.445197Z","steps":["trace[1733377638] 'read index received' (duration: 305.643283ms)","trace[1733377638] 'applied index is now lower than readState.Index' (duration: 447.180733ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:43.445201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:42.669474Z","time spent":"775.69851ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:43.445263Z","caller":"traceutil/trace.go:171","msg":"trace[257722541] transaction","detail":"{read_only:false; response_revision:37790; number_of_response:1; }","duration":"775.199617ms","start":"2026-07-28T16:58:42.670058Z","end":"2026-07-28T16:58:43.445257Z","steps":["trace[257722541] 'process raft request' (duration: 775.047623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:43.445304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:42.670039Z","time spent":"775.243588ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:43.445353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.987559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T16:58:43.44538Z","caller":"traceutil/trace.go:171","msg":"trace[114212770] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37791; }","duration":"753.045921ms","start":"2026-07-28T16:58:42.692325Z","end":"2026-07-28T16:58:43.445371Z","steps":["trace[114212770] 'agreement among raft nodes before linearized reading' (duration: 752.952669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:43.445399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:42.692271Z","time spent":"753.123474ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:58:43.445427Z","caller":"traceutil/trace.go:171","msg":"trace[57578936] transaction","detail":"{read_only:false; response_revision:37791; number_of_response:1; }","duration":"775.024252ms","start":"2026-07-28T16:58:42.670328Z","end":"2026-07-28T16:58:43.445352Z","steps":["trace[57578936] 'process raft request' (duration: 774.843128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:43.445381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.49054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:43.445522Z","caller":"traceutil/trace.go:171","msg":"trace[290320323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37791; }","duration":"673.668405ms","start":"2026-07-28T16:58:42.771848Z","end":"2026-07-28T16:58:43.445516Z","steps":["trace[290320323] 'agreement among raft nodes before linearized reading' (duration: 673.514351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:43.445542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:42.771822Z","time spent":"673.714546ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:58:43.445654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.811448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:43.445688Z","caller":"traceutil/trace.go:171","msg":"trace[1168886906] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:37791; }","duration":"626.88387ms","start":"2026-07-28T16:58:42.818793Z","end":"2026-07-28T16:58:43.445677Z","steps":["trace[1168886906] 'agreement among raft nodes before linearized reading' (duration: 626.841749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:43.445707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:42.818771Z","time spent":"626.930261ms","remote":"127.0.0.1:40814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:43.445676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.820743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:58:43.445668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:42.670305Z","time spent":"775.217957ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:43.445762Z","caller":"traceutil/trace.go:171","msg":"trace[1659214702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37791; }","duration":"410.960796ms","start":"2026-07-28T16:58:43.034778Z","end":"2026-07-28T16:58:43.445739Z","steps":["trace[1659214702] 'agreement among raft nodes before linearized reading' (duration: 410.812362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:43.445852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:43.034752Z","time spent":"411.061928ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:43.445669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.564695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:43.446885Z","caller":"traceutil/trace.go:171","msg":"trace[1013093171] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:37791; }","duration":"559.816157ms","start":"2026-07-28T16:58:42.887049Z","end":"2026-07-28T16:58:43.446865Z","steps":["trace[1013093171] 'agreement among raft nodes before linearized reading' (duration: 558.536074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:43.447512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:42.887026Z","time spent":"559.966072ms","remote":"127.0.0.1:34644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:43.644897Z","caller":"traceutil/trace.go:171","msg":"trace[1030203388] transaction","detail":"{read_only:false; response_revision:37792; number_of_response:1; }","duration":"195.163946ms","start":"2026-07-28T16:58:43.449702Z","end":"2026-07-28T16:58:43.644866Z","steps":["trace[1030203388] 'process raft request' (duration: 175.177098ms)","trace[1030203388] 'compare' (duration: 19.792843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:44.009519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.82473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:44.009741Z","caller":"traceutil/trace.go:171","msg":"trace[2005676728] linearizableReadLoop","detail":"{readStateIndex:38915; appliedIndex:38911; }","duration":"522.430919ms","start":"2026-07-28T16:58:43.487297Z","end":"2026-07-28T16:58:44.009727Z","steps":["trace[2005676728] 'read index received' (duration: 137.604375ms)","trace[2005676728] 'applied index is now lower than readState.Index' (duration: 384.825824ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:44.009716Z","caller":"traceutil/trace.go:171","msg":"trace[2109201401] transaction","detail":"{read_only:false; response_revision:37793; number_of_response:1; }","duration":"559.093448ms","start":"2026-07-28T16:58:43.450589Z","end":"2026-07-28T16:58:44.009682Z","steps":["trace[2109201401] 'process raft request' (duration: 423.561759ms)","trace[2109201401] 'compare' (duration: 134.622456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:44.009903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:43.450571Z","time spent":"559.217151ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:44.009997Z","caller":"traceutil/trace.go:171","msg":"trace[84349923] transaction","detail":"{read_only:false; response_revision:37796; number_of_response:1; }","duration":"402.879863ms","start":"2026-07-28T16:58:43.607068Z","end":"2026-07-28T16:58:44.009948Z","steps":["trace[84349923] 'process raft request' (duration: 402.627046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:44.010147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.419254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:58:44.010152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.33374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:44.010183Z","caller":"traceutil/trace.go:171","msg":"trace[1969167411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37796; }","duration":"359.499727ms","start":"2026-07-28T16:58:43.650673Z","end":"2026-07-28T16:58:44.010173Z","steps":["trace[1969167411] 'agreement among raft nodes before linearized reading' (duration: 359.437805ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:44.010186Z","caller":"traceutil/trace.go:171","msg":"trace[814034725] transaction","detail":"{read_only:false; response_revision:37794; number_of_response:1; }","duration":"558.321729ms","start":"2026-07-28T16:58:43.451839Z","end":"2026-07-28T16:58:44.01016Z","steps":["trace[814034725] 'process raft request' (duration: 557.771744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:44.010215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:43.650656Z","time spent":"359.551828ms","remote":"127.0.0.1:54868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:44.010218Z","caller":"traceutil/trace.go:171","msg":"trace[890162191] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:37796; }","duration":"449.395021ms","start":"2026-07-28T16:58:43.560807Z","end":"2026-07-28T16:58:44.010202Z","steps":["trace[890162191] 'agreement among raft nodes before linearized reading' (duration: 449.319029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:44.010199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.889633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:44.010258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:43.560737Z","time spent":"449.510714ms","remote":"127.0.0.1:40812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:44.01028Z","caller":"traceutil/trace.go:171","msg":"trace[117342729] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:37796; }","duration":"523.014236ms","start":"2026-07-28T16:58:43.487251Z","end":"2026-07-28T16:58:44.010265Z","steps":["trace[117342729] 'agreement among raft nodes before linearized reading' (duration: 522.849402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:44.010293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.447267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T16:58:44.010327Z","caller":"traceutil/trace.go:171","msg":"trace[1481212839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37796; }","duration":"244.521159ms","start":"2026-07-28T16:58:43.765795Z","end":"2026-07-28T16:58:44.010316Z","steps":["trace[1481212839] 'agreement among raft nodes before linearized reading' (duration: 244.387856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:44.010343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:43.451831Z","time spent":"558.414061ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:44.010341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:43.487222Z","time spent":"523.106397ms","remote":"127.0.0.1:40484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:44.010455Z","caller":"traceutil/trace.go:171","msg":"trace[1677053406] transaction","detail":"{read_only:false; response_revision:37795; number_of_response:1; }","duration":"549.32583ms","start":"2026-07-28T16:58:43.46112Z","end":"2026-07-28T16:58:44.010446Z","steps":["trace[1677053406] 'process raft request' (duration: 548.54964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:44.010413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:43.60704Z","time spent":"403.109119ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:44.010098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.645391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:44.010508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:43.461111Z","time spent":"549.371661ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:44.010088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.163122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:58:44.010816Z","caller":"traceutil/trace.go:171","msg":"trace[501421203] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:37796; }","duration":"486.963534ms","start":"2026-07-28T16:58:43.523838Z","end":"2026-07-28T16:58:44.010802Z","steps":["trace[501421203] 'agreement among raft nodes before linearized reading' (duration: 486.161853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:44.010505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.145979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-28T16:58:44.010885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:43.523813Z","time spent":"487.052566ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:44.01093Z","caller":"traceutil/trace.go:171","msg":"trace[1060754257] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:37796; }","duration":"174.679684ms","start":"2026-07-28T16:58:43.836236Z","end":"2026-07-28T16:58:44.010916Z","steps":["trace[1060754257] 'agreement among raft nodes before linearized reading' (duration: 173.801821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:44.010571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.336071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:58:44.011176Z","caller":"traceutil/trace.go:171","msg":"trace[484923855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37796; }","duration":"126.49015ms","start":"2026-07-28T16:58:43.884678Z","end":"2026-07-28T16:58:44.011168Z","steps":["trace[484923855] 'agreement among raft nodes before linearized reading' (duration: 125.335411ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:44.010674Z","caller":"traceutil/trace.go:171","msg":"trace[2077627421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37796; }","duration":"237.204636ms","start":"2026-07-28T16:58:43.773413Z","end":"2026-07-28T16:58:44.010618Z","steps":["trace[2077627421] 'agreement among raft nodes before linearized reading' (duration: 236.60968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:44.416176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.251556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:44.416417Z","caller":"traceutil/trace.go:171","msg":"trace[1264143488] linearizableReadLoop","detail":"{readStateIndex:38918; appliedIndex:38917; }","duration":"303.525707ms","start":"2026-07-28T16:58:44.112807Z","end":"2026-07-28T16:58:44.416333Z","steps":["trace[1264143488] 'read index received' (duration: 138.106658ms)","trace[1264143488] 'applied index is now lower than readState.Index' (duration: 165.416739ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:44.41644Z","caller":"traceutil/trace.go:171","msg":"trace[1936588472] transaction","detail":"{read_only:false; response_revision:37798; number_of_response:1; }","duration":"355.361366ms","start":"2026-07-28T16:58:44.061049Z","end":"2026-07-28T16:58:44.41641Z","steps":["trace[1936588472] 'process raft request' (duration: 189.780243ms)","trace[1936588472] 'compare' (duration: 164.914385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:44.416557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.734383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:44.416636Z","caller":"traceutil/trace.go:171","msg":"trace[24674441] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37798; }","duration":"303.871387ms","start":"2026-07-28T16:58:44.112747Z","end":"2026-07-28T16:58:44.416618Z","steps":["trace[24674441] 'agreement among raft nodes before linearized reading' (duration: 303.729583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:44.416694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:44.112724Z","time spent":"303.95802ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T16:58:44.416688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:44.061024Z","time spent":"355.556651ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:44.46776Z","caller":"traceutil/trace.go:171","msg":"trace[1348164317] transaction","detail":"{read_only:false; response_revision:37799; number_of_response:1; }","duration":"326.833483ms","start":"2026-07-28T16:58:44.140893Z","end":"2026-07-28T16:58:44.467726Z","steps":["trace[1348164317] 'process raft request' (duration: 326.685119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:44.46793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:44.140863Z","time spent":"326.986297ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:45.073695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.408542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:45.07415Z","caller":"traceutil/trace.go:171","msg":"trace[2096269283] transaction","detail":"{read_only:false; response_revision:37802; number_of_response:1; }","duration":"403.123919ms","start":"2026-07-28T16:58:44.670996Z","end":"2026-07-28T16:58:45.07412Z","steps":["trace[2096269283] 'process raft request' (duration: 154.207613ms)","trace[2096269283] 'compare' (duration: 248.107235ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:45.074561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:44.670972Z","time spent":"403.531478ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:45.084722Z","caller":"traceutil/trace.go:171","msg":"trace[1332062411] linearizableReadLoop","detail":"{readStateIndex:38925; appliedIndex:38921; }","duration":"310.583854ms","start":"2026-07-28T16:58:44.774119Z","end":"2026-07-28T16:58:45.084702Z","steps":["trace[1332062411] 'read index received' (duration: 51.10239ms)","trace[1332062411] 'applied index is now lower than readState.Index' (duration: 259.480404ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:45.084755Z","caller":"traceutil/trace.go:171","msg":"trace[522998423] transaction","detail":"{read_only:false; response_revision:37804; number_of_response:1; }","duration":"413.572465ms","start":"2026-07-28T16:58:44.671159Z","end":"2026-07-28T16:58:45.084732Z","steps":["trace[522998423] 'process raft request' (duration: 413.420761ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:45.084787Z","caller":"traceutil/trace.go:171","msg":"trace[940607400] transaction","detail":"{read_only:false; response_revision:37805; number_of_response:1; }","duration":"413.503403ms","start":"2026-07-28T16:58:44.671277Z","end":"2026-07-28T16:58:45.084781Z","steps":["trace[940607400] 'process raft request' (duration: 413.38562ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:45.084736Z","caller":"traceutil/trace.go:171","msg":"trace[1354306640] transaction","detail":"{read_only:false; response_revision:37803; number_of_response:1; }","duration":"413.591316ms","start":"2026-07-28T16:58:44.671116Z","end":"2026-07-28T16:58:45.084708Z","steps":["trace[1354306640] 'process raft request' (duration: 413.355189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:45.084885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:44.671142Z","time spent":"413.668587ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:45.084906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:44.671089Z","time spent":"413.747979ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:45.084933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:44.67127Z","time spent":"413.619376ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:45.084931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.80472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:45.085012Z","caller":"traceutil/trace.go:171","msg":"trace[253692421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37805; }","duration":"310.933483ms","start":"2026-07-28T16:58:44.774059Z","end":"2026-07-28T16:58:45.084993Z","steps":["trace[253692421] 'agreement among raft nodes before linearized reading' (duration: 310.754638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:45.085061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:44.77404Z","time spent":"311.012635ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:58:45.38481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.059907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:45.385084Z","caller":"traceutil/trace.go:171","msg":"trace[2141376231] transaction","detail":"{read_only:false; response_revision:37806; number_of_response:1; }","duration":"429.242468ms","start":"2026-07-28T16:58:44.955819Z","end":"2026-07-28T16:58:45.385062Z","steps":["trace[2141376231] 'process raft request' (duration: 265.829691ms)","trace[2141376231] 'compare' (duration: 162.910844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:45.385209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:44.9558Z","time spent":"429.363861ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:45.385094Z","caller":"traceutil/trace.go:171","msg":"trace[1063050999] linearizableReadLoop","detail":"{readStateIndex:38926; appliedIndex:38925; }","duration":"300.275151ms","start":"2026-07-28T16:58:45.084788Z","end":"2026-07-28T16:58:45.385063Z","steps":["trace[1063050999] 'read index received' (duration: 136.874745ms)","trace[1063050999] 'applied index is now lower than readState.Index' (duration: 163.397126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:45.601447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.507599ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:58:45.601525Z","caller":"traceutil/trace.go:171","msg":"trace[1300697832] linearizableReadLoop","detail":"{readStateIndex:38927; appliedIndex:38926; }","duration":"216.195781ms","start":"2026-07-28T16:58:45.385314Z","end":"2026-07-28T16:58:45.60151Z","steps":["trace[1300697832] 'read index received' (duration: 54.161µs)","trace[1300697832] 'applied index is now lower than readState.Index' (duration: 216.14022ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:45.601735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.086618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:58:45.601732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.432534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:45.601792Z","caller":"traceutil/trace.go:171","msg":"trace[2077353296] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:37806; }","duration":"763.19828ms","start":"2026-07-28T16:58:44.838577Z","end":"2026-07-28T16:58:45.601775Z","steps":["trace[2077353296] 'agreement among raft nodes before linearized reading' (duration: 546.563738ms)","trace[2077353296] 'count revisions from in-memory index tree' (duration: 216.54064ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:45.601802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.829815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:45.601837Z","caller":"traceutil/trace.go:171","msg":"trace[248738168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37806; }","duration":"515.898127ms","start":"2026-07-28T16:58:45.085928Z","end":"2026-07-28T16:58:45.601826Z","steps":["trace[248738168] 'agreement among raft nodes before linearized reading' (duration: 515.832745ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:45.601832Z","caller":"traceutil/trace.go:171","msg":"trace[1067687283] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:37806; }","duration":"571.568058ms","start":"2026-07-28T16:58:45.030231Z","end":"2026-07-28T16:58:45.601799Z","steps":["trace[1067687283] 'agreement among raft nodes before linearized reading' (duration: 354.870114ms)","trace[1067687283] 'count revisions from in-memory index tree' (duration: 216.55031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:45.60185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.228722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T16:58:45.60187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.085908Z","time spent":"515.95324ms","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:58:45.601873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:44.838552Z","time spent":"763.309164ms","remote":"127.0.0.1:34940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:45.601863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.903635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:45.60189Z","caller":"traceutil/trace.go:171","msg":"trace[808918868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37806; }","duration":"149.285624ms","start":"2026-07-28T16:58:45.452594Z","end":"2026-07-28T16:58:45.60188Z","steps":["trace[808918868] 'agreement among raft nodes before linearized reading' (duration: 149.116179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:45.601859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.769528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:58:45.60193Z","caller":"traceutil/trace.go:171","msg":"trace[97122921] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:37806; }","duration":"524.972058ms","start":"2026-07-28T16:58:45.076936Z","end":"2026-07-28T16:58:45.601908Z","steps":["trace[97122921] 'agreement among raft nodes before linearized reading' (duration: 308.200261ms)","trace[97122921] 'count revisions from in-memory index tree' (duration: 216.668313ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:45.601925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.0302Z","time spent":"571.680851ms","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:45.601931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.932458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T16:58:45.601984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.076881Z","time spent":"525.0882ms","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:45.601981Z","caller":"traceutil/trace.go:171","msg":"trace[1438967081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37806; }","duration":"151.970944ms","start":"2026-07-28T16:58:45.449991Z","end":"2026-07-28T16:58:45.601962Z","steps":["trace[1438967081] 'agreement among raft nodes before linearized reading' (duration: 151.721837ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:45.602Z","caller":"traceutil/trace.go:171","msg":"trace[1696026087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37806; }","duration":"600.02435ms","start":"2026-07-28T16:58:45.001954Z","end":"2026-07-28T16:58:45.601978Z","steps":["trace[1696026087] 'agreement among raft nodes before linearized reading' (duration: 383.178441ms)","trace[1696026087] 'range keys from in-memory index tree' (duration: 216.676113ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:45.601963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.850922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:421369"} {"level":"warn","ts":"2026-07-28T16:58:45.601998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.176878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:58:45.602039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.001934Z","time spent":"600.096252ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:58:45.602068Z","caller":"traceutil/trace.go:171","msg":"trace[2103103532] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:37806; }","duration":"403.000746ms","start":"2026-07-28T16:58:45.199043Z","end":"2026-07-28T16:58:45.602043Z","steps":["trace[2103103532] 'agreement among raft nodes before linearized reading' (duration: 402.636206ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:45.602081Z","caller":"traceutil/trace.go:171","msg":"trace[1632229204] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37806; }","duration":"150.28575ms","start":"2026-07-28T16:58:45.451778Z","end":"2026-07-28T16:58:45.602063Z","steps":["trace[1632229204] 'agreement among raft nodes before linearized reading' (duration: 150.062203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:45.602128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:45.199023Z","time spent":"403.093878ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":421392,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-28T16:58:45.718342Z","caller":"traceutil/trace.go:171","msg":"trace[1117812101] transaction","detail":"{read_only:false; response_revision:37808; number_of_response:1; }","duration":"112.362778ms","start":"2026-07-28T16:58:45.605951Z","end":"2026-07-28T16:58:45.718314Z","steps":["trace[1117812101] 'process raft request' (duration: 111.982218ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:45.718905Z","caller":"traceutil/trace.go:171","msg":"trace[301646589] transaction","detail":"{read_only:false; response_revision:37810; number_of_response:1; }","duration":"111.898596ms","start":"2026-07-28T16:58:45.606966Z","end":"2026-07-28T16:58:45.718864Z","steps":["trace[301646589] 'process raft request' (duration: 111.7241ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:45.719085Z","caller":"traceutil/trace.go:171","msg":"trace[1535660967] transaction","detail":"{read_only:false; response_revision:37809; number_of_response:1; }","duration":"112.430321ms","start":"2026-07-28T16:58:45.60662Z","end":"2026-07-28T16:58:45.719051Z","steps":["trace[1535660967] 'process raft request' (duration: 111.64692ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:46.449629Z","caller":"traceutil/trace.go:171","msg":"trace[673503847] linearizableReadLoop","detail":"{readStateIndex:38933; appliedIndex:38931; }","duration":"402.44519ms","start":"2026-07-28T16:58:46.047164Z","end":"2026-07-28T16:58:46.449609Z","steps":["trace[673503847] 'read index received' (duration: 59.761058ms)","trace[673503847] 'applied index is now lower than readState.Index' (duration: 342.683442ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:46.449963Z","caller":"traceutil/trace.go:171","msg":"trace[464103992] transaction","detail":"{read_only:false; response_revision:37812; number_of_response:1; }","duration":"429.359581ms","start":"2026-07-28T16:58:46.02058Z","end":"2026-07-28T16:58:46.449939Z","steps":["trace[464103992] 'process raft request' (duration: 337.34144ms)","trace[464103992] 'compare' (duration: 91.511207ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:46.449994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.525679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:46.450028Z","caller":"traceutil/trace.go:171","msg":"trace[733065486] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:37812; }","duration":"216.598881ms","start":"2026-07-28T16:58:46.233418Z","end":"2026-07-28T16:58:46.450017Z","steps":["trace[733065486] 'agreement among raft nodes before linearized reading' (duration: 216.503159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.450054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.876252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T16:58:46.450074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:46.020561Z","time spent":"429.455693ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:46.450106Z","caller":"traceutil/trace.go:171","msg":"trace[2002760482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37812; }","duration":"402.967514ms","start":"2026-07-28T16:58:46.047127Z","end":"2026-07-28T16:58:46.450094Z","steps":["trace[2002760482] 'agreement among raft nodes before linearized reading' (duration: 402.777189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:46.450142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:46.047112Z","time spent":"403.022525ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:58:52.896431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.326182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:52.896539Z","caller":"traceutil/trace.go:171","msg":"trace[2115165560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37869; }","duration":"122.487776ms","start":"2026-07-28T16:58:52.774026Z","end":"2026-07-28T16:58:52.896514Z","steps":["trace[2115165560] 'range keys from in-memory index tree' (duration: 122.185158ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:53.201521Z","caller":"traceutil/trace.go:171","msg":"trace[872733823] transaction","detail":"{read_only:false; response_revision:37870; number_of_response:1; }","duration":"100.859934ms","start":"2026-07-28T16:58:53.100634Z","end":"2026-07-28T16:58:53.201494Z","steps":["trace[872733823] 'process raft request' (duration: 100.692779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:53.676131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.935092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:53.676383Z","caller":"traceutil/trace.go:171","msg":"trace[1396824278] linearizableReadLoop","detail":"{readStateIndex:38995; appliedIndex:38992; }","duration":"233.322713ms","start":"2026-07-28T16:58:53.443039Z","end":"2026-07-28T16:58:53.676362Z","steps":["trace[1396824278] 'read index received' (duration: 88.941639ms)","trace[1396824278] 'applied index is now lower than readState.Index' (duration: 144.379874ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:53.676499Z","caller":"traceutil/trace.go:171","msg":"trace[342706864] transaction","detail":"{read_only:false; response_revision:37872; number_of_response:1; }","duration":"501.457596ms","start":"2026-07-28T16:58:53.175025Z","end":"2026-07-28T16:58:53.676483Z","steps":["trace[342706864] 'process raft request' (duration: 501.21042ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:53.676518Z","caller":"traceutil/trace.go:171","msg":"trace[1049382361] transaction","detail":"{read_only:false; response_revision:37871; number_of_response:1; }","duration":"501.446135ms","start":"2026-07-28T16:58:53.17501Z","end":"2026-07-28T16:58:53.676456Z","steps":["trace[1049382361] 'process raft request' (duration: 357.070662ms)","trace[1049382361] 'compare' (duration: 143.794308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:53.676581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:53.175011Z","time spent":"501.520537ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:53.676725Z","caller":"traceutil/trace.go:171","msg":"trace[931886473] transaction","detail":"{read_only:false; response_revision:37873; number_of_response:1; }","duration":"501.012154ms","start":"2026-07-28T16:58:53.175672Z","end":"2026-07-28T16:58:53.676684Z","steps":["trace[931886473] 'process raft request' (duration: 500.631354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:53.676832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.753055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:58:53.67687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:53.174989Z","time spent":"501.62767ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:53.676882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:53.17563Z","time spent":"501.169059ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:53.676913Z","caller":"traceutil/trace.go:171","msg":"trace[993656591] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:37873; }","duration":"233.912149ms","start":"2026-07-28T16:58:53.442982Z","end":"2026-07-28T16:58:53.676894Z","steps":["trace[993656591] 'agreement among raft nodes before linearized reading' (duration: 233.672822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.202294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.024059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:54.202451Z","caller":"traceutil/trace.go:171","msg":"trace[288452871] linearizableReadLoop","detail":"{readStateIndex:38997; appliedIndex:38996; }","duration":"451.878646ms","start":"2026-07-28T16:58:53.750549Z","end":"2026-07-28T16:58:54.202427Z","steps":["trace[288452871] 'read index received' (duration: 127.752665ms)","trace[288452871] 'applied index is now lower than readState.Index' (duration: 324.124041ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:54.202497Z","caller":"traceutil/trace.go:171","msg":"trace[510552879] transaction","detail":"{read_only:false; response_revision:37875; number_of_response:1; }","duration":"520.465198ms","start":"2026-07-28T16:58:53.681994Z","end":"2026-07-28T16:58:54.202459Z","steps":["trace[510552879] 'process raft request' (duration: 196.174232ms)","trace[510552879] 'compare' (duration: 323.28022ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:58:54.202682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:53.681964Z","time spent":"520.611532ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:54.20267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.108463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:58:54.202751Z","caller":"traceutil/trace.go:171","msg":"trace[2063020417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37875; }","duration":"452.233986ms","start":"2026-07-28T16:58:53.7505Z","end":"2026-07-28T16:58:54.202734Z","steps":["trace[2063020417] 'agreement among raft nodes before linearized reading' (duration: 451.989969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.202798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:53.750478Z","time spent":"452.311617ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:58:54.570372Z","caller":"traceutil/trace.go:171","msg":"trace[1812852273] linearizableReadLoop","detail":"{readStateIndex:38998; appliedIndex:38997; }","duration":"367.862387ms","start":"2026-07-28T16:58:54.20249Z","end":"2026-07-28T16:58:54.570352Z","steps":["trace[1812852273] 'read index received' (duration: 367.649872ms)","trace[1812852273] 'applied index is now lower than readState.Index' (duration: 211.665µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:54.570416Z","caller":"traceutil/trace.go:171","msg":"trace[715054326] transaction","detail":"{read_only:false; response_revision:37876; number_of_response:1; }","duration":"435.094043ms","start":"2026-07-28T16:58:54.135292Z","end":"2026-07-28T16:58:54.570386Z","steps":["trace[715054326] 'process raft request' (duration: 434.865448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.570554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.030264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T16:58:54.570553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.135262Z","time spent":"435.213987ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:54.570588Z","caller":"traceutil/trace.go:171","msg":"trace[1981256555] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37876; }","duration":"543.079295ms","start":"2026-07-28T16:58:54.027497Z","end":"2026-07-28T16:58:54.570576Z","steps":["trace[1981256555] 'agreement among raft nodes before linearized reading' (duration: 542.956052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.570616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.027459Z","time spent":"543.149378ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:58:54.570647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.226126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-28T16:58:54.570746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.314676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:58:54.570774Z","caller":"traceutil/trace.go:171","msg":"trace[1344603623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37876; }","duration":"815.341348ms","start":"2026-07-28T16:58:53.755426Z","end":"2026-07-28T16:58:54.570768Z","steps":["trace[1344603623] 'agreement among raft nodes before linearized reading' (duration: 815.277395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.570798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:53.755342Z","time spent":"815.450251ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:58:54.570799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.874133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:54.570832Z","caller":"traceutil/trace.go:171","msg":"trace[233163021] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:37876; }","duration":"441.964915ms","start":"2026-07-28T16:58:54.128858Z","end":"2026-07-28T16:58:54.570823Z","steps":["trace[233163021] 'agreement among raft nodes before linearized reading' (duration: 441.909214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.570876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.128831Z","time spent":"442.034857ms","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:54.570737Z","caller":"traceutil/trace.go:171","msg":"trace[1430275259] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37876; }","duration":"541.3545ms","start":"2026-07-28T16:58:54.029361Z","end":"2026-07-28T16:58:54.570715Z","steps":["trace[1430275259] 'agreement among raft nodes before linearized reading' (duration: 541.001961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.570928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.52236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-28T16:58:54.570982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.029349Z","time spent":"541.617567ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:58:54.570986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.467627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T16:58:54.570654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.117097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T16:58:54.57102Z","caller":"traceutil/trace.go:171","msg":"trace[1202041245] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37876; }","duration":"548.665893ms","start":"2026-07-28T16:58:54.022324Z","end":"2026-07-28T16:58:54.57099Z","steps":["trace[1202041245] 'agreement among raft nodes before linearized reading' (duration: 548.442168ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:54.571045Z","caller":"traceutil/trace.go:171","msg":"trace[885189782] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:37876; }","duration":"777.56235ms","start":"2026-07-28T16:58:53.793472Z","end":"2026-07-28T16:58:54.571035Z","steps":["trace[885189782] 'agreement among raft nodes before linearized reading' (duration: 777.007965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.571085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:53.79345Z","time spent":"777.621521ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:54.571087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.022309Z","time spent":"548.763056ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:58:54.571034Z","caller":"traceutil/trace.go:171","msg":"trace[421615429] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37876; }","duration":"816.556539ms","start":"2026-07-28T16:58:53.754462Z","end":"2026-07-28T16:58:54.571019Z","steps":["trace[421615429] 'agreement among raft nodes before linearized reading' (duration: 816.365204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.571234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:53.754434Z","time spent":"816.777986ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:58:54.903701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.154658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:58:54.904055Z","caller":"traceutil/trace.go:171","msg":"trace[1757015525] transaction","detail":"{read_only:false; response_revision:37877; number_of_response:1; }","duration":"695.747499ms","start":"2026-07-28T16:58:54.208281Z","end":"2026-07-28T16:58:54.904029Z","steps":["trace[1757015525] 'process raft request' (duration: 512.172599ms)","trace[1757015525] 'compare' (duration: 182.781978ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:54.90409Z","caller":"traceutil/trace.go:171","msg":"trace[1920043494] linearizableReadLoop","detail":"{readStateIndex:39001; appliedIndex:38998; }","duration":"333.637684ms","start":"2026-07-28T16:58:54.57043Z","end":"2026-07-28T16:58:54.904067Z","steps":["trace[1920043494] 'read index received' (duration: 150.113515ms)","trace[1920043494] 'applied index is now lower than readState.Index' (duration: 183.522679ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:54.904115Z","caller":"traceutil/trace.go:171","msg":"trace[146537964] transaction","detail":"{read_only:false; response_revision:37879; number_of_response:1; }","duration":"361.363886ms","start":"2026-07-28T16:58:54.542714Z","end":"2026-07-28T16:58:54.904077Z","steps":["trace[146537964] 'process raft request' (duration: 361.219921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.904204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.52789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T16:58:54.904223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.07634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:54.904274Z","caller":"traceutil/trace.go:171","msg":"trace[153453341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37879; }","duration":"361.605632ms","start":"2026-07-28T16:58:54.542653Z","end":"2026-07-28T16:58:54.904258Z","steps":["trace[153453341] 'agreement among raft nodes before linearized reading' (duration: 361.442477ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:54.904282Z","caller":"traceutil/trace.go:171","msg":"trace[1489289409] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:37879; }","duration":"366.211514ms","start":"2026-07-28T16:58:54.538054Z","end":"2026-07-28T16:58:54.904266Z","steps":["trace[1489289409] 'agreement among raft nodes before linearized reading' (duration: 366.114651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.904309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.542606Z","time spent":"361.696915ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:58:54.904162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.208264Z","time spent":"695.842741ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:54.904309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.54269Z","time spent":"361.5173ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:54.904293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.876508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:58:54.904327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.538035Z","time spent":"366.279025ms","remote":"127.0.0.1:42236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:58:54.904408Z","caller":"traceutil/trace.go:171","msg":"trace[1907784485] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:37879; }","duration":"340.040343ms","start":"2026-07-28T16:58:54.564346Z","end":"2026-07-28T16:58:54.904386Z","steps":["trace[1907784485] 'agreement among raft nodes before linearized reading' (duration: 339.814217ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:54.904374Z","caller":"traceutil/trace.go:171","msg":"trace[1011780843] transaction","detail":"{read_only:false; response_revision:37878; number_of_response:1; }","duration":"361.407037ms","start":"2026-07-28T16:58:54.542684Z","end":"2026-07-28T16:58:54.904091Z","steps":["trace[1011780843] 'process raft request' (duration: 361.129969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.904478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.564333Z","time spent":"340.127945ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:54.90489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.320006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:58:54.904937Z","caller":"traceutil/trace.go:171","msg":"trace[990225413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37879; }","duration":"355.400148ms","start":"2026-07-28T16:58:54.549526Z","end":"2026-07-28T16:58:54.904926Z","steps":["trace[990225413] 'agreement among raft nodes before linearized reading' (duration: 354.557956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.904963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.549509Z","time spent":"355.448439ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:58:54.905053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.542665Z","time spent":"362.349942ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:54.920771Z","caller":"traceutil/trace.go:171","msg":"trace[733999427] transaction","detail":"{read_only:false; response_revision:37881; number_of_response:1; }","duration":"345.039244ms","start":"2026-07-28T16:58:54.57571Z","end":"2026-07-28T16:58:54.92075Z","steps":["trace[733999427] 'process raft request' (duration: 344.963632ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:54.92081Z","caller":"traceutil/trace.go:171","msg":"trace[1053266825] transaction","detail":"{read_only:false; response_revision:37880; number_of_response:1; }","duration":"345.598589ms","start":"2026-07-28T16:58:54.575184Z","end":"2026-07-28T16:58:54.920782Z","steps":["trace[1053266825] 'process raft request' (duration: 345.365703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.920943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.575166Z","time spent":"345.703832ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:54.921076Z","caller":"traceutil/trace.go:171","msg":"trace[2117555061] transaction","detail":"{read_only:false; response_revision:37882; number_of_response:1; }","duration":"345.115496ms","start":"2026-07-28T16:58:54.575942Z","end":"2026-07-28T16:58:54.921058Z","steps":["trace[2117555061] 'process raft request' (duration: 344.769277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.921184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.575936Z","time spent":"345.198388ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:54.920903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.575704Z","time spent":"345.131247ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:54.921399Z","caller":"traceutil/trace.go:171","msg":"trace[1312949866] transaction","detail":"{read_only:false; response_revision:37883; number_of_response:1; }","duration":"345.370333ms","start":"2026-07-28T16:58:54.576018Z","end":"2026-07-28T16:58:54.921388Z","steps":["trace[1312949866] 'process raft request' (duration: 344.972293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.921468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.575997Z","time spent":"345.438125ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:54.92158Z","caller":"traceutil/trace.go:171","msg":"trace[1178398796] transaction","detail":"{read_only:false; response_revision:37885; number_of_response:1; }","duration":"248.639399ms","start":"2026-07-28T16:58:54.67291Z","end":"2026-07-28T16:58:54.92155Z","steps":["trace[1178398796] 'process raft request' (duration: 248.553916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.921624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.869576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:54.921605Z","caller":"traceutil/trace.go:171","msg":"trace[1084515804] transaction","detail":"{read_only:false; response_revision:37884; number_of_response:1; }","duration":"343.789432ms","start":"2026-07-28T16:58:54.577795Z","end":"2026-07-28T16:58:54.921584Z","steps":["trace[1084515804] 'process raft request' (duration: 343.585585ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:54.921653Z","caller":"traceutil/trace.go:171","msg":"trace[290178348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37885; }","duration":"147.938128ms","start":"2026-07-28T16:58:54.773708Z","end":"2026-07-28T16:58:54.921646Z","steps":["trace[290178348] 'agreement among raft nodes before linearized reading' (duration: 147.885537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.921647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.862501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T16:58:54.921705Z","caller":"traceutil/trace.go:171","msg":"trace[1926569890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37885; }","duration":"310.970604ms","start":"2026-07-28T16:58:54.610721Z","end":"2026-07-28T16:58:54.921692Z","steps":["trace[1926569890] 'agreement among raft nodes before linearized reading' (duration: 310.78598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:54.921715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.577772Z","time spent":"343.891293ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:54.921746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.610699Z","time spent":"311.039465ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:58:54.92217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.70276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T16:58:54.922242Z","caller":"traceutil/trace.go:171","msg":"trace[2003954481] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:37885; }","duration":"192.820744ms","start":"2026-07-28T16:58:54.729406Z","end":"2026-07-28T16:58:54.922227Z","steps":["trace[2003954481] 'agreement among raft nodes before linearized reading' (duration: 192.451723ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:55.370228Z","caller":"traceutil/trace.go:171","msg":"trace[1140061034] linearizableReadLoop","detail":"{readStateIndex:39009; appliedIndex:39007; }","duration":"447.88644ms","start":"2026-07-28T16:58:54.922316Z","end":"2026-07-28T16:58:55.370203Z","steps":["trace[1140061034] 'read index received' (duration: 447.705356ms)","trace[1140061034] 'applied index is now lower than readState.Index' (duration: 179.734µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:55.370387Z","caller":"traceutil/trace.go:171","msg":"trace[2010885010] transaction","detail":"{read_only:false; response_revision:37887; number_of_response:1; }","duration":"459.58214ms","start":"2026-07-28T16:58:54.910786Z","end":"2026-07-28T16:58:55.370368Z","steps":["trace[2010885010] 'process raft request' (duration: 459.375024ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:55.370351Z","caller":"traceutil/trace.go:171","msg":"trace[1736376491] transaction","detail":"{read_only:false; response_revision:37886; number_of_response:1; }","duration":"461.10277ms","start":"2026-07-28T16:58:54.909218Z","end":"2026-07-28T16:58:55.370321Z","steps":["trace[1736376491] 'process raft request' (duration: 460.807042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:55.370614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.910765Z","time spent":"459.759165ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:55.370646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.304522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:55.370741Z","caller":"traceutil/trace.go:171","msg":"trace[1704145537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37887; }","duration":"448.452176ms","start":"2026-07-28T16:58:54.922265Z","end":"2026-07-28T16:58:55.370717Z","steps":["trace[1704145537] 'agreement among raft nodes before linearized reading' (duration: 448.291852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:55.370808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.922246Z","time spent":"448.552978ms","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:58:55.370836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.909194Z","time spent":"461.346407ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:58:55.379843Z","caller":"traceutil/trace.go:171","msg":"trace[867280697] transaction","detail":"{read_only:false; response_revision:37888; number_of_response:1; }","duration":"172.778444ms","start":"2026-07-28T16:58:55.207036Z","end":"2026-07-28T16:58:55.379814Z","steps":["trace[867280697] 'process raft request' (duration: 172.60558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:55.379894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.632429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T16:58:55.379938Z","caller":"traceutil/trace.go:171","msg":"trace[1724851806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37888; }","duration":"454.68376ms","start":"2026-07-28T16:58:54.925241Z","end":"2026-07-28T16:58:55.379925Z","steps":["trace[1724851806] 'agreement among raft nodes before linearized reading' (duration: 454.530206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:55.379979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:54.925201Z","time spent":"454.770602ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T16:58:55.380041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.110591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:58:55.38009Z","caller":"traceutil/trace.go:171","msg":"trace[2093816677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37888; }","duration":"243.212475ms","start":"2026-07-28T16:58:55.136866Z","end":"2026-07-28T16:58:55.380078Z","steps":["trace[2093816677] 'agreement among raft nodes before linearized reading' (duration: 243.116232ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:58:59.178367Z","caller":"traceutil/trace.go:171","msg":"trace[1860912886] linearizableReadLoop","detail":"{readStateIndex:39034; appliedIndex:39033; }","duration":"460.29736ms","start":"2026-07-28T16:58:58.71804Z","end":"2026-07-28T16:58:59.178337Z","steps":["trace[1860912886] 'read index received' (duration: 460.188197ms)","trace[1860912886] 'applied index is now lower than readState.Index' (duration: 107.883µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:58:59.178456Z","caller":"traceutil/trace.go:171","msg":"trace[2045567208] transaction","detail":"{read_only:false; response_revision:37911; number_of_response:1; }","duration":"598.304625ms","start":"2026-07-28T16:58:58.58012Z","end":"2026-07-28T16:58:59.178424Z","steps":["trace[2045567208] 'process raft request' (duration: 598.045909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:59.178542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.468554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:58:59.178584Z","caller":"traceutil/trace.go:171","msg":"trace[528843291] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:37911; }","duration":"460.566367ms","start":"2026-07-28T16:58:58.718006Z","end":"2026-07-28T16:58:59.178572Z","steps":["trace[528843291] 'agreement among raft nodes before linearized reading' (duration: 460.464994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:58:59.178605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:58.5801Z","time spent":"598.421937ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:58:59.178628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:58.717987Z","time spent":"460.629758ms","remote":"127.0.0.1:42846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:58:59.678519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335438838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:59:00.32344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.246214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:59:00.325057Z","caller":"traceutil/trace.go:171","msg":"trace[1350982720] transaction","detail":"{read_only:false; response_revision:37912; number_of_response:1; }","duration":"1.405007663s","start":"2026-07-28T16:58:58.920024Z","end":"2026-07-28T16:59:00.325032Z","steps":["trace[1350982720] 'process raft request' (duration: 1.160106804s)","trace[1350982720] 'compare' (duration: 242.437643ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:00.325179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:58.919999Z","time spent":"1.405112276s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:00.325837Z","caller":"traceutil/trace.go:171","msg":"trace[1837244879] transaction","detail":"{read_only:false; response_revision:37914; number_of_response:1; }","duration":"1.393155151s","start":"2026-07-28T16:58:58.932658Z","end":"2026-07-28T16:59:00.325813Z","steps":["trace[1837244879] 'process raft request' (duration: 1.393104699s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:00.326012Z","caller":"traceutil/trace.go:171","msg":"trace[8234812] transaction","detail":"{read_only:false; response_revision:37913; number_of_response:1; }","duration":"1.404792817s","start":"2026-07-28T16:58:58.921198Z","end":"2026-07-28T16:59:00.325991Z","steps":["trace[8234812] 'process raft request' (duration: 1.404449938s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.326107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:58.921178Z","time spent":"1.4048833s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:00.326522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:58.93264Z","time spent":"1.393260673s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:00.36394Z","caller":"traceutil/trace.go:171","msg":"trace[460196969] transaction","detail":"{read_only:false; response_revision:37916; number_of_response:1; }","duration":"668.719425ms","start":"2026-07-28T16:58:59.695203Z","end":"2026-07-28T16:59:00.363922Z","steps":["trace[460196969] 'process raft request' (duration: 668.660383ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:00.363954Z","caller":"traceutil/trace.go:171","msg":"trace[394664932] transaction","detail":"{read_only:false; response_revision:37915; number_of_response:1; }","duration":"975.313384ms","start":"2026-07-28T16:58:59.388607Z","end":"2026-07-28T16:59:00.36392Z","steps":["trace[394664932] 'process raft request' (duration: 975.15972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.36405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.695183Z","time spent":"668.811747ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:00.364107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.388597Z","time spent":"975.428696ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:00.364176Z","caller":"traceutil/trace.go:171","msg":"trace[542260546] transaction","detail":"{read_only:false; response_revision:37917; number_of_response:1; }","duration":"640.921631ms","start":"2026-07-28T16:58:59.723249Z","end":"2026-07-28T16:59:00.364171Z","steps":["trace[542260546] 'process raft request' (duration: 640.646543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.364209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.723224Z","time spent":"640.969252ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:00.36435Z","caller":"traceutil/trace.go:171","msg":"trace[1750870951] linearizableReadLoop","detail":"{readStateIndex:39038; appliedIndex:39034; }","duration":"1.185894456s","start":"2026-07-28T16:58:59.178438Z","end":"2026-07-28T16:59:00.364332Z","steps":["trace[1750870951] 'read index received' (duration: 901.688029ms)","trace[1750870951] 'applied index is now lower than readState.Index' (duration: 284.205387ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:00.364587Z","caller":"traceutil/trace.go:171","msg":"trace[1971438744] transaction","detail":"{read_only:false; response_revision:37918; number_of_response:1; }","duration":"639.706567ms","start":"2026-07-28T16:58:59.724868Z","end":"2026-07-28T16:59:00.364574Z","steps":["trace[1971438744] 'process raft request' (duration: 639.277986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.364853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444579349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:59:00.3649Z","caller":"traceutil/trace.go:171","msg":"trace[2039749999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37918; }","duration":"1.444662431s","start":"2026-07-28T16:58:58.920226Z","end":"2026-07-28T16:59:00.364889Z","steps":["trace[2039749999] 'agreement among raft nodes before linearized reading' (duration: 1.444523457s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.364934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:58.920206Z","time spent":"1.444720233s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T16:59:00.365154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316349531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:59:00.365193Z","caller":"traceutil/trace.go:171","msg":"trace[317882501] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:37918; }","duration":"1.316430273s","start":"2026-07-28T16:58:59.048753Z","end":"2026-07-28T16:59:00.365183Z","steps":["trace[317882501] 'agreement among raft nodes before linearized reading' (duration: 1.31630819s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.365223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.048724Z","time spent":"1.316491665s","remote":"127.0.0.1:48134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:00.365522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432166281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:59:00.365573Z","caller":"traceutil/trace.go:171","msg":"trace[1684267399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37918; }","duration":"1.432242514s","start":"2026-07-28T16:58:58.933314Z","end":"2026-07-28T16:59:00.365557Z","steps":["trace[1684267399] 'agreement among raft nodes before linearized reading' (duration: 1.432051348s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.36564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:58.933297Z","time spent":"1.432328045s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:59:00.365917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432559081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:59:00.365971Z","caller":"traceutil/trace.go:171","msg":"trace[1552662855] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37918; }","duration":"1.432643384s","start":"2026-07-28T16:58:58.933313Z","end":"2026-07-28T16:59:00.365956Z","steps":["trace[1552662855] 'agreement among raft nodes before linearized reading' (duration: 1.43250083s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.366013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:58.933299Z","time spent":"1.432703525s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T16:59:00.366704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159533129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T16:59:00.366753Z","caller":"traceutil/trace.go:171","msg":"trace[908320420] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37918; }","duration":"1.159613341s","start":"2026-07-28T16:58:59.207126Z","end":"2026-07-28T16:59:00.36674Z","steps":["trace[908320420] 'agreement among raft nodes before linearized reading' (duration: 1.159505618s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.366784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.207109Z","time spent":"1.159667822s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:59:00.366873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593898353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:00.366944Z","caller":"traceutil/trace.go:171","msg":"trace[1014626923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37918; }","duration":"1.593996536s","start":"2026-07-28T16:58:58.772935Z","end":"2026-07-28T16:59:00.366931Z","steps":["trace[1014626923] 'agreement among raft nodes before linearized reading' (duration: 1.593917874s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.366988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:58.772908Z","time spent":"1.594066708s","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:59:00.367193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.775529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T16:59:00.367229Z","caller":"traceutil/trace.go:171","msg":"trace[443472903] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:37918; }","duration":"405.84711ms","start":"2026-07-28T16:58:59.961373Z","end":"2026-07-28T16:59:00.36722Z","steps":["trace[443472903] 'agreement among raft nodes before linearized reading' (duration: 405.755848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.367257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.961352Z","time spent":"405.898312ms","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-07-28T16:59:00.367416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.971679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:59:00.367455Z","caller":"traceutil/trace.go:171","msg":"trace[1187739829] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:37918; }","duration":"918.01251ms","start":"2026-07-28T16:58:59.449431Z","end":"2026-07-28T16:59:00.367444Z","steps":["trace[1187739829] 'agreement among raft nodes before linearized reading' (duration: 917.952658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.367486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.449364Z","time spent":"918.114213ms","remote":"127.0.0.1:48482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:00.367682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.092417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:59:00.367712Z","caller":"traceutil/trace.go:171","msg":"trace[1608022732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37918; }","duration":"981.249661ms","start":"2026-07-28T16:58:59.386454Z","end":"2026-07-28T16:59:00.367703Z","steps":["trace[1608022732] 'agreement among raft nodes before linearized reading' (duration: 981.167229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.367738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.386435Z","time spent":"981.297632ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:59:00.367928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.906238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:59:00.367962Z","caller":"traceutil/trace.go:171","msg":"trace[1518382302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37918; }","duration":"984.957798ms","start":"2026-07-28T16:58:59.382996Z","end":"2026-07-28T16:59:00.367954Z","steps":["trace[1518382302] 'agreement among raft nodes before linearized reading' (duration: 984.866826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.367991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.382988Z","time spent":"984.99585ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T16:59:00.368134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075383347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:00.367939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.845079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-28T16:59:00.367415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.148163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1412"} {"level":"info","ts":"2026-07-28T16:59:00.36828Z","caller":"traceutil/trace.go:171","msg":"trace[803158576] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:37918; }","duration":"777.049846ms","start":"2026-07-28T16:58:59.591221Z","end":"2026-07-28T16:59:00.368271Z","steps":["trace[803158576] 'agreement among raft nodes before linearized reading' (duration: 775.984218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.368311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.591205Z","time spent":"777.098018ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1435,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-28T16:59:00.368362Z","caller":"traceutil/trace.go:171","msg":"trace[784080934] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37918; }","duration":"429.185936ms","start":"2026-07-28T16:58:59.939047Z","end":"2026-07-28T16:59:00.368233Z","steps":["trace[784080934] 'agreement among raft nodes before linearized reading' (duration: 428.396256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.368473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.939035Z","time spent":"429.395453ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:59:00.368754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.048643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T16:59:00.368798Z","caller":"traceutil/trace.go:171","msg":"trace[185519936] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37918; }","duration":"443.100864ms","start":"2026-07-28T16:58:59.925686Z","end":"2026-07-28T16:59:00.368787Z","steps":["trace[185519936] 'agreement among raft nodes before linearized reading' (duration: 442.977591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.369049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.770933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:59:00.369098Z","caller":"traceutil/trace.go:171","msg":"trace[642467410] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:37918; }","duration":"635.823755ms","start":"2026-07-28T16:58:59.733264Z","end":"2026-07-28T16:59:00.369088Z","steps":["trace[642467410] 'agreement among raft nodes before linearized reading' (duration: 635.747843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.36912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.925684Z","time spent":"443.258139ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:59:00.369136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.733222Z","time spent":"635.905688ms","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:00.369336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.65591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T16:59:00.369373Z","caller":"traceutil/trace.go:171","msg":"trace[1656758848] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37918; }","duration":"443.717271ms","start":"2026-07-28T16:58:59.925648Z","end":"2026-07-28T16:59:00.369365Z","steps":["trace[1656758848] 'agreement among raft nodes before linearized reading' (duration: 443.623768ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:00.368173Z","caller":"traceutil/trace.go:171","msg":"trace[267497947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:37918; }","duration":"1.075455479s","start":"2026-07-28T16:58:59.292706Z","end":"2026-07-28T16:59:00.368162Z","steps":["trace[267497947] 'agreement among raft nodes before linearized reading' (duration: 1.075399847s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.369478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.925633Z","time spent":"443.834374ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:59:00.3695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.29268Z","time spent":"1.076800934s","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:00.369655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.198608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:59:00.369693Z","caller":"traceutil/trace.go:171","msg":"trace[1330609050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37918; }","duration":"627.27409ms","start":"2026-07-28T16:58:59.74241Z","end":"2026-07-28T16:59:00.369684Z","steps":["trace[1330609050] 'agreement among raft nodes before linearized reading' (duration: 627.186316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:00.369727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.742398Z","time spent":"627.32236ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:59:00.364681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:58:59.724859Z","time spent":"639.775629ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:00.876881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335438845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:59:01.377351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335438845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T16:59:01.41535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041267335s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T16:59:01.415717Z","caller":"traceutil/trace.go:171","msg":"trace[1413139606] transaction","detail":"{read_only:false; response_revision:37919; number_of_response:1; }","duration":"1.041682655s","start":"2026-07-28T16:59:00.374009Z","end":"2026-07-28T16:59:01.415692Z","steps":["trace[1413139606] 'process raft request' (duration: 1.04151109s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:01.415863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.373971Z","time spent":"1.041818439s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:02.37747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000622045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T16:59:02.377556Z","caller":"traceutil/trace.go:171","msg":"trace[113705457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733258s","start":"2026-07-28T16:59:00.376808Z","end":"2026-07-28T16:59:02.377541Z","steps":["trace[113705457] 'agreement among raft nodes before linearized reading' (duration: 2.000633885s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.377596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.376798Z","time spent":"2.000789361s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 16:59:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T16:59:02.42105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.557568ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-28T16:59:02.421738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.374097Z","time spent":"2.047623677s","remote":"127.0.0.1:47952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T16:59:02.421816Z","caller":"traceutil/trace.go:171","msg":"trace[35170116] transaction","detail":"{read_only:false; response_revision:37922; number_of_response:1; }","duration":"2.047359381s","start":"2026-07-28T16:59:00.374436Z","end":"2026-07-28T16:59:02.421795Z","steps":["trace[35170116] 'process raft request' (duration: 2.046990751s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.421873Z","caller":"traceutil/trace.go:171","msg":"trace[27126316] transaction","detail":"{read_only:false; response_revision:37921; number_of_response:1; }","duration":"2.047465094s","start":"2026-07-28T16:59:00.37438Z","end":"2026-07-28T16:59:02.421845Z","steps":["trace[27126316] 'process raft request' (duration: 2.047006131s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.421994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.374429Z","time spent":"2.047476874s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:02.422024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.37437Z","time spent":"2.047577716s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:02.421877Z","caller":"traceutil/trace.go:171","msg":"trace[826929284] transaction","detail":"{read_only:false; response_revision:37920; number_of_response:1; }","duration":"2.047541346s","start":"2026-07-28T16:59:00.374308Z","end":"2026-07-28T16:59:02.421849Z","steps":["trace[826929284] 'process raft request' (duration: 2.046877388s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.422143Z","caller":"traceutil/trace.go:171","msg":"trace[443162195] transaction","detail":"{read_only:false; response_revision:37923; number_of_response:1; }","duration":"2.047615597s","start":"2026-07-28T16:59:00.374502Z","end":"2026-07-28T16:59:02.422118Z","steps":["trace[443162195] 'process raft request' (duration: 2.047268359s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.422362Z","caller":"traceutil/trace.go:171","msg":"trace[293390042] transaction","detail":"{read_only:false; response_revision:37927; number_of_response:1; }","duration":"2.046344614s","start":"2026-07-28T16:59:00.375999Z","end":"2026-07-28T16:59:02.422343Z","steps":["trace[293390042] 'process raft request' (duration: 2.04623158s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.422374Z","caller":"traceutil/trace.go:171","msg":"trace[1080440107] linearizableReadLoop","detail":"{readStateIndex:39053; appliedIndex:39041; }","duration":"2.045534212s","start":"2026-07-28T16:59:00.376825Z","end":"2026-07-28T16:59:02.422359Z","steps":["trace[1080440107] 'read index received' (duration: 1.03881048s)","trace[1080440107] 'applied index is now lower than readState.Index' (duration: 1.006722512s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:02.422408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.374494Z","time spent":"2.047856014s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:02.422437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.37599Z","time spent":"2.046410396s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:02.422455Z","caller":"traceutil/trace.go:171","msg":"trace[470535051] transaction","detail":"{read_only:false; response_revision:37928; number_of_response:1; }","duration":"2.037743637s","start":"2026-07-28T16:59:00.384702Z","end":"2026-07-28T16:59:02.422446Z","steps":["trace[470535051] 'process raft request' (duration: 2.037577321s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.422174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.374293Z","time spent":"2.047813112s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:02.422526Z","caller":"traceutil/trace.go:171","msg":"trace[1134287183] transaction","detail":"{read_only:false; response_revision:37929; number_of_response:1; }","duration":"1.237818546s","start":"2026-07-28T16:59:01.184697Z","end":"2026-07-28T16:59:02.422515Z","steps":["trace[1134287183] 'process raft request' (duration: 1.23761944s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.422237Z","caller":"traceutil/trace.go:171","msg":"trace[175397514] transaction","detail":"{read_only:false; response_revision:37924; number_of_response:1; }","duration":"2.04770724s","start":"2026-07-28T16:59:00.374511Z","end":"2026-07-28T16:59:02.422218Z","steps":["trace[175397514] 'process raft request' (duration: 2.047510985s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.422535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.384688Z","time spent":"2.037802778s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:02.42259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:01.184665Z","time spent":"1.237893018s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:02.422266Z","caller":"traceutil/trace.go:171","msg":"trace[1768344196] transaction","detail":"{read_only:false; response_revision:37925; number_of_response:1; }","duration":"2.047616086s","start":"2026-07-28T16:59:00.374622Z","end":"2026-07-28T16:59:02.422238Z","steps":["trace[1768344196] 'process raft request' (duration: 2.047495743s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.422602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.374503Z","time spent":"2.04805807s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:02.422689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.374602Z","time spent":"2.048053499s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:02.422309Z","caller":"traceutil/trace.go:171","msg":"trace[841980267] transaction","detail":"{read_only:false; response_revision:37926; number_of_response:1; }","duration":"2.047129814s","start":"2026-07-28T16:59:00.375163Z","end":"2026-07-28T16:59:02.422293Z","steps":["trace[841980267] 'process raft request' (duration: 2.047014411s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.422792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.37515Z","time spent":"2.047596177s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:02.501738Z","caller":"traceutil/trace.go:171","msg":"trace[283967670] transaction","detail":"{read_only:false; response_revision:37930; number_of_response:1; }","duration":"421.00104ms","start":"2026-07-28T16:59:02.080703Z","end":"2026-07-28T16:59:02.501704Z","steps":["trace[283967670] 'process raft request' (duration: 420.870797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.501901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:02.080687Z","time spent":"421.127914ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:02.527601Z","caller":"traceutil/trace.go:171","msg":"trace[856699110] transaction","detail":"{read_only:false; response_revision:37932; number_of_response:1; }","duration":"194.464736ms","start":"2026-07-28T16:59:02.33312Z","end":"2026-07-28T16:59:02.527584Z","steps":["trace[856699110] 'process raft request' (duration: 194.353743ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.527646Z","caller":"traceutil/trace.go:171","msg":"trace[161669214] transaction","detail":"{read_only:false; response_revision:37933; number_of_response:1; }","duration":"190.307257ms","start":"2026-07-28T16:59:02.337272Z","end":"2026-07-28T16:59:02.527579Z","steps":["trace[161669214] 'process raft request' (duration: 190.236195ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.527602Z","caller":"traceutil/trace.go:171","msg":"trace[680546743] transaction","detail":"{read_only:false; response_revision:37931; number_of_response:1; }","duration":"195.173915ms","start":"2026-07-28T16:59:02.332404Z","end":"2026-07-28T16:59:02.527578Z","steps":["trace[680546743] 'process raft request' (duration: 192.063132ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.527889Z","caller":"traceutil/trace.go:171","msg":"trace[1209854527] transaction","detail":"{read_only:false; response_revision:37934; number_of_response:1; }","duration":"158.24396ms","start":"2026-07-28T16:59:02.369634Z","end":"2026-07-28T16:59:02.527878Z","steps":["trace[1209854527] 'process raft request' (duration: 157.911401ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.531204Z","caller":"traceutil/trace.go:171","msg":"trace[1517940255] transaction","detail":"{read_only:false; response_revision:37936; number_of_response:1; }","duration":"159.672917ms","start":"2026-07-28T16:59:02.371511Z","end":"2026-07-28T16:59:02.531184Z","steps":["trace[1517940255] 'process raft request' (duration: 159.604506ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.531228Z","caller":"traceutil/trace.go:171","msg":"trace[586005367] transaction","detail":"{read_only:false; response_revision:37935; number_of_response:1; }","duration":"161.462175ms","start":"2026-07-28T16:59:02.369727Z","end":"2026-07-28T16:59:02.531189Z","steps":["trace[586005367] 'process raft request' (duration: 158.083576ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.531432Z","caller":"traceutil/trace.go:171","msg":"trace[1658464619] linearizableReadLoop","detail":"{readStateIndex:39061; appliedIndex:39053; }","duration":"109.003518ms","start":"2026-07-28T16:59:02.422415Z","end":"2026-07-28T16:59:02.531419Z","steps":["trace[1658464619] 'read index received' (duration: 79.073819ms)","trace[1658464619] 'applied index is now lower than readState.Index' (duration: 29.928919ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:02.531515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133083174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:59:02.531523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.939053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:02.53154Z","caller":"traceutil/trace.go:171","msg":"trace[1133386457] transaction","detail":"{read_only:false; response_revision:37938; number_of_response:1; }","duration":"108.32606ms","start":"2026-07-28T16:59:02.423204Z","end":"2026-07-28T16:59:02.53153Z","steps":["trace[1133386457] 'process raft request' (duration: 108.158126ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.531559Z","caller":"traceutil/trace.go:171","msg":"trace[385943421] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:37938; }","duration":"997.014435ms","start":"2026-07-28T16:59:01.534533Z","end":"2026-07-28T16:59:02.531547Z","steps":["trace[385943421] 'agreement among raft nodes before linearized reading' (duration: 996.927012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.531588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:01.534494Z","time spent":"997.086747ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:02.531638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45786876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-28T16:59:02.531652Z","caller":"traceutil/trace.go:171","msg":"trace[1505431335] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:37938; }","duration":"1.457918411s","start":"2026-07-28T16:59:01.07373Z","end":"2026-07-28T16:59:02.531648Z","steps":["trace[1505431335] 'agreement among raft nodes before linearized reading' (duration: 1.457841929s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.531656Z","caller":"traceutil/trace.go:171","msg":"trace[873985735] transaction","detail":"{read_only:false; response_revision:37937; number_of_response:1; }","duration":"156.488454ms","start":"2026-07-28T16:59:02.37516Z","end":"2026-07-28T16:59:02.531649Z","steps":["trace[873985735] 'process raft request' (duration: 155.99045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.531671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:01.073709Z","time spent":"1.457957501s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-28T16:59:02.531794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959837569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:02.531811Z","caller":"traceutil/trace.go:171","msg":"trace[1464350319] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:37938; }","duration":"1.95985468s","start":"2026-07-28T16:59:00.57195Z","end":"2026-07-28T16:59:02.531804Z","steps":["trace[1464350319] 'agreement among raft nodes before linearized reading' (duration: 1.959825759s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.531831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.571905Z","time spent":"1.959920271s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:02.531846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.152006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:02.531874Z","caller":"traceutil/trace.go:171","msg":"trace[1533091070] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:37938; }","duration":"379.197226ms","start":"2026-07-28T16:59:02.152666Z","end":"2026-07-28T16:59:02.531863Z","steps":["trace[1533091070] 'agreement among raft nodes before linearized reading' (duration: 379.157495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.531896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:02.152651Z","time spent":"379.238417ms","remote":"127.0.0.1:34802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:02.531933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049160388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"warn","ts":"2026-07-28T16:59:02.53181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.996978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:02.531963Z","caller":"traceutil/trace.go:171","msg":"trace[829668451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37938; }","duration":"2.04923032s","start":"2026-07-28T16:59:00.482722Z","end":"2026-07-28T16:59:02.531952Z","steps":["trace[829668451] 'agreement among raft nodes before linearized reading' (duration: 2.049110517s)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:02.531972Z","caller":"traceutil/trace.go:171","msg":"trace[1337402788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37938; }","duration":"154.183403ms","start":"2026-07-28T16:59:02.377781Z","end":"2026-07-28T16:59:02.531964Z","steps":["trace[1337402788] 'agreement among raft nodes before linearized reading' (duration: 154.003818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.531984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.482699Z","time spent":"2.0492789s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T16:59:02.531534Z","caller":"traceutil/trace.go:171","msg":"trace[276259497] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:37938; }","duration":"2.133152245s","start":"2026-07-28T16:59:00.398376Z","end":"2026-07-28T16:59:02.531528Z","steps":["trace[276259497] 'agreement among raft nodes before linearized reading' (duration: 2.133077573s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.532051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:00.39836Z","time spent":"2.13367782s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:02.53156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238824764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:02.532307Z","caller":"traceutil/trace.go:171","msg":"trace[524532460] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:37938; }","duration":"1.239530402s","start":"2026-07-28T16:59:01.292731Z","end":"2026-07-28T16:59:02.532261Z","steps":["trace[524532460] 'agreement among raft nodes before linearized reading' (duration: 1.238812453s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:02.532449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:01.292701Z","time spent":"1.239699407s","remote":"127.0.0.1:54780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:04.530693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.017805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:59:04.53077Z","caller":"traceutil/trace.go:171","msg":"trace[2115714545] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37945; }","duration":"102.118638ms","start":"2026-07-28T16:59:04.428634Z","end":"2026-07-28T16:59:04.530753Z","steps":["trace[2115714545] 'agreement among raft nodes before linearized reading' (duration: 101.936013ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:04.778749Z","caller":"traceutil/trace.go:171","msg":"trace[237311694] transaction","detail":"{read_only:false; response_revision:37947; number_of_response:1; }","duration":"304.488393ms","start":"2026-07-28T16:59:04.474241Z","end":"2026-07-28T16:59:04.77873Z","steps":["trace[237311694] 'process raft request' (duration: 304.440642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:04.778865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:04.474237Z","time spent":"304.573445ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:04.779158Z","caller":"traceutil/trace.go:171","msg":"trace[1125698401] transaction","detail":"{read_only:false; response_revision:37946; number_of_response:1; }","duration":"304.962456ms","start":"2026-07-28T16:59:04.474185Z","end":"2026-07-28T16:59:04.779148Z","steps":["trace[1125698401] 'process raft request' (duration: 259.444094ms)","trace[1125698401] 'compare' (duration: 44.352751ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:04.779208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:04.474171Z","time spent":"305.013837ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:04.823312Z","caller":"traceutil/trace.go:171","msg":"trace[405339801] transaction","detail":"{read_only:false; response_revision:37949; number_of_response:1; }","duration":"288.807229ms","start":"2026-07-28T16:59:04.534482Z","end":"2026-07-28T16:59:04.823289Z","steps":["trace[405339801] 'process raft request' (duration: 288.685626ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:04.823428Z","caller":"traceutil/trace.go:171","msg":"trace[36933902] transaction","detail":"{read_only:false; response_revision:37952; number_of_response:1; }","duration":"288.778828ms","start":"2026-07-28T16:59:04.534607Z","end":"2026-07-28T16:59:04.823386Z","steps":["trace[36933902] 'process raft request' (duration: 288.702976ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:04.823316Z","caller":"traceutil/trace.go:171","msg":"trace[292711398] transaction","detail":"{read_only:false; response_revision:37948; number_of_response:1; }","duration":"290.108263ms","start":"2026-07-28T16:59:04.533175Z","end":"2026-07-28T16:59:04.823283Z","steps":["trace[292711398] 'process raft request' (duration: 289.561259ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:04.82361Z","caller":"traceutil/trace.go:171","msg":"trace[1990041079] transaction","detail":"{read_only:false; response_revision:37951; number_of_response:1; }","duration":"289.033574ms","start":"2026-07-28T16:59:04.534567Z","end":"2026-07-28T16:59:04.823601Z","steps":["trace[1990041079] 'process raft request' (duration: 288.694356ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:04.824096Z","caller":"traceutil/trace.go:171","msg":"trace[1270385492] linearizableReadLoop","detail":"{readStateIndex:39080; appliedIndex:39070; }","duration":"250.60198ms","start":"2026-07-28T16:59:04.573469Z","end":"2026-07-28T16:59:04.824071Z","steps":["trace[1270385492] 'read index received' (duration: 160.251973ms)","trace[1270385492] 'applied index is now lower than readState.Index' (duration: 90.349387ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:04.824161Z","caller":"traceutil/trace.go:171","msg":"trace[162080158] transaction","detail":"{read_only:false; response_revision:37953; number_of_response:1; }","duration":"289.082846ms","start":"2026-07-28T16:59:04.535071Z","end":"2026-07-28T16:59:04.824154Z","steps":["trace[162080158] 'process raft request' (duration: 288.262404ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:04.824182Z","caller":"traceutil/trace.go:171","msg":"trace[1914347734] transaction","detail":"{read_only:false; response_revision:37950; number_of_response:1; }","duration":"289.010984ms","start":"2026-07-28T16:59:04.534534Z","end":"2026-07-28T16:59:04.823545Z","steps":["trace[1914347734] 'process raft request' (duration: 288.686796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:04.824573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.099273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-28T16:59:04.824591Z","caller":"traceutil/trace.go:171","msg":"trace[1046982685] transaction","detail":"{read_only:false; response_revision:37954; number_of_response:1; }","duration":"288.191393ms","start":"2026-07-28T16:59:04.536387Z","end":"2026-07-28T16:59:04.824578Z","steps":["trace[1046982685] 'process raft request' (duration: 287.607378ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:04.824605Z","caller":"traceutil/trace.go:171","msg":"trace[130392909] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:37955; }","duration":"251.161045ms","start":"2026-07-28T16:59:04.573435Z","end":"2026-07-28T16:59:04.824596Z","steps":["trace[130392909] 'agreement among raft nodes before linearized reading' (duration: 251.065502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:04.824396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.207071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:59:04.824632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.776891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:59:04.824677Z","caller":"traceutil/trace.go:171","msg":"trace[184582354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37955; }","duration":"134.846273ms","start":"2026-07-28T16:59:04.689819Z","end":"2026-07-28T16:59:04.824666Z","steps":["trace[184582354] 'agreement among raft nodes before linearized reading' (duration: 134.74599ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:04.824676Z","caller":"traceutil/trace.go:171","msg":"trace[1849819029] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:37955; }","duration":"194.521328ms","start":"2026-07-28T16:59:04.630139Z","end":"2026-07-28T16:59:04.824661Z","steps":["trace[1849819029] 'agreement among raft nodes before linearized reading' (duration: 194.130188ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:04.824692Z","caller":"traceutil/trace.go:171","msg":"trace[297494774] transaction","detail":"{read_only:false; response_revision:37955; number_of_response:1; }","duration":"286.410026ms","start":"2026-07-28T16:59:04.538273Z","end":"2026-07-28T16:59:04.824683Z","steps":["trace[297494774] 'process raft request' (duration: 285.768359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:05.448932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.237122ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T16:59:05.449338Z","caller":"traceutil/trace.go:171","msg":"trace[1341002027] transaction","detail":"{read_only:false; response_revision:37956; number_of_response:1; }","duration":"266.998103ms","start":"2026-07-28T16:59:05.182313Z","end":"2026-07-28T16:59:05.449311Z","steps":["trace[1341002027] 'process raft request' (duration: 266.739996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:05.883791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.335644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:59:05.883869Z","caller":"traceutil/trace.go:171","msg":"trace[1924700641] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:37956; }","duration":"233.461117ms","start":"2026-07-28T16:59:05.650389Z","end":"2026-07-28T16:59:05.88385Z","steps":["trace[1924700641] 'count revisions from in-memory index tree' (duration: 233.25823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:05.884206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.69803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:05.884236Z","caller":"traceutil/trace.go:171","msg":"trace[958086224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37956; }","duration":"111.764382ms","start":"2026-07-28T16:59:05.772462Z","end":"2026-07-28T16:59:05.884226Z","steps":["trace[958086224] 'range keys from in-memory index tree' (duration: 111.617778ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:06.186637Z","caller":"traceutil/trace.go:171","msg":"trace[890087625] transaction","detail":"{read_only:false; response_revision:37957; number_of_response:1; }","duration":"221.959013ms","start":"2026-07-28T16:59:05.964652Z","end":"2026-07-28T16:59:06.186611Z","steps":["trace[890087625] 'process raft request' (duration: 221.789979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:06.842193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.421298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:59:06.842299Z","caller":"traceutil/trace.go:171","msg":"trace[491262986] linearizableReadLoop","detail":"{readStateIndex:39085; appliedIndex:39084; }","duration":"308.311265ms","start":"2026-07-28T16:59:06.533969Z","end":"2026-07-28T16:59:06.84228Z","steps":["trace[491262986] 'read index received' (duration: 172.682342ms)","trace[491262986] 'applied index is now lower than readState.Index' (duration: 135.627533ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:06.842529Z","caller":"traceutil/trace.go:171","msg":"trace[1327483965] transaction","detail":"{read_only:false; response_revision:37959; number_of_response:1; }","duration":"366.583653ms","start":"2026-07-28T16:59:06.475926Z","end":"2026-07-28T16:59:06.84251Z","steps":["trace[1327483965] 'process raft request' (duration: 230.754665ms)","trace[1327483965] 'compare' (duration: 135.080358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:06.842611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:06.47591Z","time spent":"366.658964ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:06.842993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.020904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:59:06.843046Z","caller":"traceutil/trace.go:171","msg":"trace[1650233185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37959; }","duration":"309.120616ms","start":"2026-07-28T16:59:06.533912Z","end":"2026-07-28T16:59:06.843033Z","steps":["trace[1650233185] 'agreement among raft nodes before linearized reading' (duration: 308.87476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:06.843083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:06.533887Z","time spent":"309.187528ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:59:06.981561Z","caller":"traceutil/trace.go:171","msg":"trace[598608181] transaction","detail":"{read_only:false; response_revision:37961; number_of_response:1; }","duration":"152.299413ms","start":"2026-07-28T16:59:06.829235Z","end":"2026-07-28T16:59:06.981534Z","steps":["trace[598608181] 'process raft request' (duration: 141.700163ms)","trace[598608181] 'compare' (duration: 10.420536ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:06.982048Z","caller":"traceutil/trace.go:171","msg":"trace[1706163937] transaction","detail":"{read_only:false; response_revision:37967; number_of_response:1; }","duration":"133.933798ms","start":"2026-07-28T16:59:06.84809Z","end":"2026-07-28T16:59:06.982023Z","steps":["trace[1706163937] 'process raft request' (duration: 133.891377ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:06.98221Z","caller":"traceutil/trace.go:171","msg":"trace[687675422] transaction","detail":"{read_only:false; response_revision:37962; number_of_response:1; }","duration":"152.698533ms","start":"2026-07-28T16:59:06.829502Z","end":"2026-07-28T16:59:06.9822Z","steps":["trace[687675422] 'process raft request' (duration: 151.991674ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:06.982345Z","caller":"traceutil/trace.go:171","msg":"trace[1848459545] transaction","detail":"{read_only:false; response_revision:37963; number_of_response:1; }","duration":"152.326074ms","start":"2026-07-28T16:59:06.830011Z","end":"2026-07-28T16:59:06.982337Z","steps":["trace[1848459545] 'process raft request' (duration: 151.755199ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:06.982527Z","caller":"traceutil/trace.go:171","msg":"trace[1356768306] transaction","detail":"{read_only:false; response_revision:37964; number_of_response:1; }","duration":"151.633075ms","start":"2026-07-28T16:59:06.830885Z","end":"2026-07-28T16:59:06.982518Z","steps":["trace[1356768306] 'process raft request' (duration: 150.985658ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:06.982609Z","caller":"traceutil/trace.go:171","msg":"trace[651690246] transaction","detail":"{read_only:false; response_revision:37965; number_of_response:1; }","duration":"151.593244ms","start":"2026-07-28T16:59:06.831006Z","end":"2026-07-28T16:59:06.982599Z","steps":["trace[651690246] 'process raft request' (duration: 150.903846ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:06.982784Z","caller":"traceutil/trace.go:171","msg":"trace[1666518909] transaction","detail":"{read_only:false; response_revision:37966; number_of_response:1; }","duration":"151.742208ms","start":"2026-07-28T16:59:06.831032Z","end":"2026-07-28T16:59:06.982775Z","steps":["trace[1666518909] 'process raft request' (duration: 150.910736ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:06.982924Z","caller":"traceutil/trace.go:171","msg":"trace[1973372652] linearizableReadLoop","detail":"{readStateIndex:39092; appliedIndex:39086; }","duration":"140.586824ms","start":"2026-07-28T16:59:06.842328Z","end":"2026-07-28T16:59:06.982915Z","steps":["trace[1973372652] 'read index received' (duration: 2.691042ms)","trace[1973372652] 'applied index is now lower than readState.Index' (duration: 137.894552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:06.983112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.840286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:59:06.983155Z","caller":"traceutil/trace.go:171","msg":"trace[1910657773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37967; }","duration":"448.914618ms","start":"2026-07-28T16:59:06.534229Z","end":"2026-07-28T16:59:06.983144Z","steps":["trace[1910657773] 'agreement among raft nodes before linearized reading' (duration: 448.725853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:06.983186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:06.534221Z","time spent":"448.955378ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:59:06.984293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.914933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:59:06.984349Z","caller":"traceutil/trace.go:171","msg":"trace[2025691288] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37967; }","duration":"155.003125ms","start":"2026-07-28T16:59:06.829332Z","end":"2026-07-28T16:59:06.984335Z","steps":["trace[2025691288] 'agreement among raft nodes before linearized reading' (duration: 154.882482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:06.984595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.665992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:59:06.984628Z","caller":"traceutil/trace.go:171","msg":"trace[718183382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37967; }","duration":"194.734313ms","start":"2026-07-28T16:59:06.789885Z","end":"2026-07-28T16:59:06.984619Z","steps":["trace[718183382] 'agreement among raft nodes before linearized reading' (duration: 194.626791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:06.98474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.906967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T16:59:06.98477Z","caller":"traceutil/trace.go:171","msg":"trace[1962337711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37967; }","duration":"197.963709ms","start":"2026-07-28T16:59:06.786799Z","end":"2026-07-28T16:59:06.984763Z","steps":["trace[1962337711] 'agreement among raft nodes before linearized reading' (duration: 197.893307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:06.985003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.691925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:59:06.985065Z","caller":"traceutil/trace.go:171","msg":"trace[1072543052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37967; }","duration":"450.777847ms","start":"2026-07-28T16:59:06.534269Z","end":"2026-07-28T16:59:06.985047Z","steps":["trace[1072543052] 'agreement among raft nodes before linearized reading' (duration: 450.586172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:06.985104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:06.534262Z","time spent":"450.832018ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T16:59:14.999299Z","caller":"traceutil/trace.go:171","msg":"trace[1398990683] transaction","detail":"{read_only:false; response_revision:38028; number_of_response:1; }","duration":"133.456595ms","start":"2026-07-28T16:59:14.865813Z","end":"2026-07-28T16:59:14.99927Z","steps":["trace[1398990683] 'process raft request' (duration: 133.286481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.401867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.28962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:59:15.40212Z","caller":"traceutil/trace.go:171","msg":"trace[182903042] transaction","detail":"{read_only:false; response_revision:38029; number_of_response:1; }","duration":"495.53068ms","start":"2026-07-28T16:59:14.906554Z","end":"2026-07-28T16:59:15.402084Z","steps":["trace[182903042] 'process raft request' (duration: 316.9041ms)","trace[182903042] 'compare' (duration: 178.011143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:15.402503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:14.906521Z","time spent":"495.92656ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:15.432686Z","caller":"traceutil/trace.go:171","msg":"trace[1285345494] transaction","detail":"{read_only:false; response_revision:38030; number_of_response:1; }","duration":"419.142831ms","start":"2026-07-28T16:59:15.013524Z","end":"2026-07-28T16:59:15.432666Z","steps":["trace[1285345494] 'process raft request' (duration: 419.005457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.432884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.013502Z","time spent":"419.267355ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:15.432931Z","caller":"traceutil/trace.go:171","msg":"trace[1952968356] transaction","detail":"{read_only:false; response_revision:38031; number_of_response:1; }","duration":"415.446955ms","start":"2026-07-28T16:59:15.017471Z","end":"2026-07-28T16:59:15.432918Z","steps":["trace[1952968356] 'process raft request' (duration: 415.164327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.432979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.01746Z","time spent":"415.493246ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:15.433043Z","caller":"traceutil/trace.go:171","msg":"trace[1779719682] transaction","detail":"{read_only:false; response_revision:38032; number_of_response:1; }","duration":"413.626366ms","start":"2026-07-28T16:59:15.019391Z","end":"2026-07-28T16:59:15.433017Z","steps":["trace[1779719682] 'process raft request' (duration: 413.479102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.433185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.01937Z","time spent":"413.742919ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:15.433224Z","caller":"traceutil/trace.go:171","msg":"trace[374289202] transaction","detail":"{read_only:false; response_revision:38033; number_of_response:1; }","duration":"413.070611ms","start":"2026-07-28T16:59:15.02014Z","end":"2026-07-28T16:59:15.43321Z","steps":["trace[374289202] 'process raft request' (duration: 412.836545ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:15.433251Z","caller":"traceutil/trace.go:171","msg":"trace[843781866] linearizableReadLoop","detail":"{readStateIndex:39162; appliedIndex:39155; }","duration":"408.881241ms","start":"2026-07-28T16:59:15.024346Z","end":"2026-07-28T16:59:15.433227Z","steps":["trace[843781866] 'read index received' (duration: 199.106359ms)","trace[843781866] 'applied index is now lower than readState.Index' (duration: 209.773832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:15.4333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.020134Z","time spent":"413.132193ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:15.433329Z","caller":"traceutil/trace.go:171","msg":"trace[1604784993] transaction","detail":"{read_only:false; response_revision:38034; number_of_response:1; }","duration":"412.997119ms","start":"2026-07-28T16:59:15.020321Z","end":"2026-07-28T16:59:15.433318Z","steps":["trace[1604784993] 'process raft request' (duration: 412.794314ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:15.433373Z","caller":"traceutil/trace.go:171","msg":"trace[1455093829] transaction","detail":"{read_only:false; response_revision:38035; number_of_response:1; }","duration":"412.195908ms","start":"2026-07-28T16:59:15.021164Z","end":"2026-07-28T16:59:15.43336Z","steps":["trace[1455093829] 'process raft request' (duration: 412.023774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.433383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.020296Z","time spent":"413.057741ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:15.433468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.991574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T16:59:15.43347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.021142Z","time spent":"412.26053ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:15.433488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.576479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T16:59:15.433506Z","caller":"traceutil/trace.go:171","msg":"trace[2011538208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38035; }","duration":"406.063416ms","start":"2026-07-28T16:59:15.027432Z","end":"2026-07-28T16:59:15.433496Z","steps":["trace[2011538208] 'agreement among raft nodes before linearized reading' (duration: 405.951714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.43353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.02741Z","time spent":"406.113497ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T16:59:15.43353Z","caller":"traceutil/trace.go:171","msg":"trace[19816146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38035; }","duration":"392.649261ms","start":"2026-07-28T16:59:15.040869Z","end":"2026-07-28T16:59:15.433518Z","steps":["trace[19816146] 'agreement among raft nodes before linearized reading' (duration: 392.516798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.433559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.040824Z","time spent":"392.726893ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T16:59:15.43357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.993438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:59:15.4336Z","caller":"traceutil/trace.go:171","msg":"trace[1035956434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38035; }","duration":"399.060781ms","start":"2026-07-28T16:59:15.03453Z","end":"2026-07-28T16:59:15.43359Z","steps":["trace[1035956434] 'agreement among raft nodes before linearized reading' (duration: 398.951967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.43363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.974391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T16:59:15.433638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.034507Z","time spent":"399.117344ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T16:59:15.433682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.337693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T16:59:15.433712Z","caller":"traceutil/trace.go:171","msg":"trace[1804390984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38035; }","duration":"409.386795ms","start":"2026-07-28T16:59:15.024315Z","end":"2026-07-28T16:59:15.433702Z","steps":["trace[1804390984] 'agreement among raft nodes before linearized reading' (duration: 409.311303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.433737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.024305Z","time spent":"409.424855ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:59:15.433752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.971132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:15.433788Z","caller":"traceutil/trace.go:171","msg":"trace[1982919346] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:38035; }","duration":"133.041344ms","start":"2026-07-28T16:59:15.300734Z","end":"2026-07-28T16:59:15.433776Z","steps":["trace[1982919346] 'agreement among raft nodes before linearized reading' (duration: 132.964483ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:15.433654Z","caller":"traceutil/trace.go:171","msg":"trace[1851311370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38035; }","duration":"404.018812ms","start":"2026-07-28T16:59:15.029628Z","end":"2026-07-28T16:59:15.433647Z","steps":["trace[1851311370] 'agreement among raft nodes before linearized reading' (duration: 403.956151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.433819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.951788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T16:59:15.433847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.029616Z","time spent":"404.222528ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T16:59:15.43432Z","caller":"traceutil/trace.go:171","msg":"trace[36183848] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:38035; }","duration":"399.01192ms","start":"2026-07-28T16:59:15.034831Z","end":"2026-07-28T16:59:15.433843Z","steps":["trace[36183848] 'agreement among raft nodes before linearized reading' (duration: 398.903457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.434492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.03482Z","time spent":"399.539414ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T16:59:15.587543Z","caller":"traceutil/trace.go:171","msg":"trace[1228472490] transaction","detail":"{read_only:false; response_revision:38036; number_of_response:1; }","duration":"150.957327ms","start":"2026-07-28T16:59:15.436556Z","end":"2026-07-28T16:59:15.587513Z","steps":["trace[1228472490] 'process raft request' (duration: 134.475882ms)","trace[1228472490] 'compare' (duration: 16.323511ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:15.782974Z","caller":"traceutil/trace.go:171","msg":"trace[66067559] transaction","detail":"{read_only:false; response_revision:38038; number_of_response:1; }","duration":"344.645755ms","start":"2026-07-28T16:59:15.438291Z","end":"2026-07-28T16:59:15.782937Z","steps":["trace[66067559] 'process raft request' (duration: 344.48227ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:15.783055Z","caller":"traceutil/trace.go:171","msg":"trace[468856079] transaction","detail":"{read_only:false; response_revision:38039; number_of_response:1; }","duration":"344.564702ms","start":"2026-07-28T16:59:15.438482Z","end":"2026-07-28T16:59:15.783046Z","steps":["trace[468856079] 'process raft request' (duration: 344.344945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.783136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.53279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:15.78318Z","caller":"traceutil/trace.go:171","msg":"trace[1207371107] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:38041; }","duration":"336.614282ms","start":"2026-07-28T16:59:15.446556Z","end":"2026-07-28T16:59:15.78317Z","steps":["trace[1207371107] 'agreement among raft nodes before linearized reading' (duration: 336.520559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.783176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.438283Z","time spent":"344.777318ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:15.783209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.446543Z","time spent":"336.658622ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:59:15.783042Z","caller":"traceutil/trace.go:171","msg":"trace[784794113] linearizableReadLoop","detail":"{readStateIndex:39168; appliedIndex:39162; }","duration":"336.435157ms","start":"2026-07-28T16:59:15.446588Z","end":"2026-07-28T16:59:15.783023Z","steps":["trace[784794113] 'read index received' (duration: 124.345175ms)","trace[784794113] 'applied index is now lower than readState.Index' (duration: 212.089132ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:15.783366Z","caller":"traceutil/trace.go:171","msg":"trace[2093222990] transaction","detail":"{read_only:false; response_revision:38041; number_of_response:1; }","duration":"344.783936ms","start":"2026-07-28T16:59:15.438573Z","end":"2026-07-28T16:59:15.783357Z","steps":["trace[2093222990] 'process raft request' (duration: 344.356116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:15.783399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.438565Z","time spent":"344.816128ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:15.782998Z","caller":"traceutil/trace.go:171","msg":"trace[221275889] transaction","detail":"{read_only:false; response_revision:38040; number_of_response:1; }","duration":"344.459439ms","start":"2026-07-28T16:59:15.438519Z","end":"2026-07-28T16:59:15.782978Z","steps":["trace[221275889] 'process raft request' (duration: 344.344615ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:15.783451Z","caller":"traceutil/trace.go:171","msg":"trace[1057683752] transaction","detail":"{read_only:false; response_revision:38037; number_of_response:1; }","duration":"345.196748ms","start":"2026-07-28T16:59:15.438238Z","end":"2026-07-28T16:59:15.783435Z","steps":["trace[1057683752] 'process raft request' (duration: 274.794019ms)","trace[1057683752] 'compare' (duration: 69.135016ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:15.783467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.438501Z","time spent":"344.94209ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:15.783505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.438229Z","time spent":"345.251809ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:15.783533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.360776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7699"} {"level":"warn","ts":"2026-07-28T16:59:15.783148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:15.438465Z","time spent":"344.624234ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:15.783561Z","caller":"traceutil/trace.go:171","msg":"trace[213643351] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:38041; }","duration":"185.430137ms","start":"2026-07-28T16:59:15.598124Z","end":"2026-07-28T16:59:15.783554Z","steps":["trace[213643351] 'agreement among raft nodes before linearized reading' (duration: 185.320235ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:20.037183Z","caller":"traceutil/trace.go:171","msg":"trace[1621995480] linearizableReadLoop","detail":"{readStateIndex:39201; appliedIndex:39200; }","duration":"219.780176ms","start":"2026-07-28T16:59:19.817378Z","end":"2026-07-28T16:59:20.037158Z","steps":["trace[1621995480] 'read index received' (duration: 219.601011ms)","trace[1621995480] 'applied index is now lower than readState.Index' (duration: 177.745µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:20.037235Z","caller":"traceutil/trace.go:171","msg":"trace[1324838937] transaction","detail":"{read_only:false; response_revision:38073; number_of_response:1; }","duration":"224.410648ms","start":"2026-07-28T16:59:19.812789Z","end":"2026-07-28T16:59:20.037199Z","steps":["trace[1324838937] 'process raft request' (duration: 224.196272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:20.037352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.95392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T16:59:20.037413Z","caller":"traceutil/trace.go:171","msg":"trace[571868104] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:38073; }","duration":"220.047394ms","start":"2026-07-28T16:59:19.817352Z","end":"2026-07-28T16:59:20.037399Z","steps":["trace[571868104] 'agreement among raft nodes before linearized reading' (duration: 219.855578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:20.037444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.740105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T16:59:20.03748Z","caller":"traceutil/trace.go:171","msg":"trace[452517302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38073; }","duration":"219.805556ms","start":"2026-07-28T16:59:19.817663Z","end":"2026-07-28T16:59:20.037468Z","steps":["trace[452517302] 'agreement among raft nodes before linearized reading' (duration: 219.656102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:20.037486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.258687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:20.037547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.749585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T16:59:20.037554Z","caller":"traceutil/trace.go:171","msg":"trace[1959495536] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:38073; }","duration":"187.344719ms","start":"2026-07-28T16:59:19.850189Z","end":"2026-07-28T16:59:20.037534Z","steps":["trace[1959495536] 'agreement among raft nodes before linearized reading' (duration: 187.188204ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:20.037582Z","caller":"traceutil/trace.go:171","msg":"trace[1725540371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38073; }","duration":"219.791096ms","start":"2026-07-28T16:59:19.817776Z","end":"2026-07-28T16:59:20.037568Z","steps":["trace[1725540371] 'agreement among raft nodes before linearized reading' (duration: 219.648242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:20.037612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.553191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T16:59:20.037686Z","caller":"traceutil/trace.go:171","msg":"trace[1556710299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38073; }","duration":"216.675184ms","start":"2026-07-28T16:59:19.820993Z","end":"2026-07-28T16:59:20.037668Z","steps":["trace[1556710299] 'agreement among raft nodes before linearized reading' (duration: 216.430118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:20.488739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.519245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T16:59:20.489213Z","caller":"traceutil/trace.go:171","msg":"trace[1788165874] transaction","detail":"{read_only:false; response_revision:38078; number_of_response:1; }","duration":"392.738724ms","start":"2026-07-28T16:59:20.096448Z","end":"2026-07-28T16:59:20.489187Z","steps":["trace[1788165874] 'process raft request' (duration: 171.679685ms)","trace[1788165874] 'compare' (duration: 220.399432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:20.489302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:20.096422Z","time spent":"392.841517ms","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:20.812529Z","caller":"traceutil/trace.go:171","msg":"trace[1267811920] linearizableReadLoop","detail":"{readStateIndex:39208; appliedIndex:39207; }","duration":"321.190674ms","start":"2026-07-28T16:59:20.491286Z","end":"2026-07-28T16:59:20.812477Z","steps":["trace[1267811920] 'read index received' (duration: 260.654825ms)","trace[1267811920] 'applied index is now lower than readState.Index' (duration: 60.523469ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:20.812781Z","caller":"traceutil/trace.go:171","msg":"trace[1479342052] transaction","detail":"{read_only:false; response_revision:38079; number_of_response:1; }","duration":"351.933296ms","start":"2026-07-28T16:59:20.460743Z","end":"2026-07-28T16:59:20.812676Z","steps":["trace[1479342052] 'process raft request' (duration: 291.244023ms)","trace[1479342052] 'compare' (duration: 59.851471ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:20.812814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.676922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:20.812836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.535564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-28T16:59:20.812889Z","caller":"traceutil/trace.go:171","msg":"trace[621848465] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:38079; }","duration":"194.818526ms","start":"2026-07-28T16:59:20.618052Z","end":"2026-07-28T16:59:20.812871Z","steps":["trace[621848465] 'agreement among raft nodes before linearized reading' (duration: 194.666852ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:20.812893Z","caller":"traceutil/trace.go:171","msg":"trace[599911609] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:38079; }","duration":"321.645256ms","start":"2026-07-28T16:59:20.491234Z","end":"2026-07-28T16:59:20.812879Z","steps":["trace[599911609] 'agreement among raft nodes before linearized reading' (duration: 321.432601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:20.813023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:20.460728Z","time spent":"352.107751ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:20.81305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:20.491222Z","time spent":"321.81573ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-28T16:59:21.140738Z","caller":"traceutil/trace.go:171","msg":"trace[1873653678] transaction","detail":"{read_only:false; response_revision:38080; number_of_response:1; }","duration":"121.684733ms","start":"2026-07-28T16:59:21.019008Z","end":"2026-07-28T16:59:21.140693Z","steps":["trace[1873653678] 'process raft request' (duration: 29.115728ms)","trace[1873653678] 'compare' (duration: 92.168225ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:41.34391Z","caller":"traceutil/trace.go:171","msg":"trace[276643985] transaction","detail":"{read_only:false; response_revision:38403; number_of_response:1; }","duration":"108.995328ms","start":"2026-07-28T16:59:41.234881Z","end":"2026-07-28T16:59:41.343877Z","steps":["trace[276643985] 'process raft request' (duration: 108.806603ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:41.953727Z","caller":"traceutil/trace.go:171","msg":"trace[652449251] transaction","detail":"{read_only:false; response_revision:38404; number_of_response:1; }","duration":"409.495327ms","start":"2026-07-28T16:59:41.544211Z","end":"2026-07-28T16:59:41.953706Z","steps":["trace[652449251] 'process raft request' (duration: 409.157828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:41.953937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.544183Z","time spent":"409.59945ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:42.450466Z","caller":"traceutil/trace.go:171","msg":"trace[1014151699] transaction","detail":"{read_only:false; response_revision:38405; number_of_response:1; }","duration":"891.755996ms","start":"2026-07-28T16:59:41.558681Z","end":"2026-07-28T16:59:42.450437Z","steps":["trace[1014151699] 'process raft request' (duration: 891.302083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.450612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.55867Z","time spent":"891.868559ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:42.45078Z","caller":"traceutil/trace.go:171","msg":"trace[49669697] transaction","detail":"{read_only:false; response_revision:38406; number_of_response:1; }","duration":"886.436356ms","start":"2026-07-28T16:59:41.564328Z","end":"2026-07-28T16:59:42.450764Z","steps":["trace[49669697] 'process raft request' (duration: 885.933793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.450879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.564193Z","time spent":"886.649981ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:42.450955Z","caller":"traceutil/trace.go:171","msg":"trace[1423349208] linearizableReadLoop","detail":"{readStateIndex:39543; appliedIndex:39537; }","duration":"884.663018ms","start":"2026-07-28T16:59:41.566263Z","end":"2026-07-28T16:59:42.450926Z","steps":["trace[1423349208] 'read index received' (duration: 387.118096ms)","trace[1423349208] 'applied index is now lower than readState.Index' (duration: 497.543872ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:42.45109Z","caller":"traceutil/trace.go:171","msg":"trace[1187640959] transaction","detail":"{read_only:false; response_revision:38409; number_of_response:1; }","duration":"886.352094ms","start":"2026-07-28T16:59:41.564726Z","end":"2026-07-28T16:59:42.451078Z","steps":["trace[1187640959] 'process raft request' (duration: 886.082426ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:42.451129Z","caller":"traceutil/trace.go:171","msg":"trace[245780125] transaction","detail":"{read_only:false; response_revision:38407; number_of_response:1; }","duration":"886.723584ms","start":"2026-07-28T16:59:41.564392Z","end":"2026-07-28T16:59:42.451116Z","steps":["trace[245780125] 'process raft request' (duration: 886.257331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.451204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.564382Z","time spent":"886.785495ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:42.451245Z","caller":"traceutil/trace.go:171","msg":"trace[1913331031] transaction","detail":"{read_only:false; response_revision:38410; number_of_response:1; }","duration":"875.649771ms","start":"2026-07-28T16:59:41.575587Z","end":"2026-07-28T16:59:42.451236Z","steps":["trace[1913331031] 'process raft request' (duration: 875.27201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.451201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.564699Z","time spent":"886.425845ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:42.45099Z","caller":"traceutil/trace.go:171","msg":"trace[1353377308] transaction","detail":"{read_only:false; response_revision:38408; number_of_response:1; }","duration":"886.57575ms","start":"2026-07-28T16:59:41.564402Z","end":"2026-07-28T16:59:42.450978Z","steps":["trace[1353377308] 'process raft request' (duration: 886.362874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.451362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.564393Z","time spent":"886.937279ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:42.451452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.698333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-28T16:59:42.451496Z","caller":"traceutil/trace.go:171","msg":"trace[742231251] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:38410; }","duration":"841.738655ms","start":"2026-07-28T16:59:41.609744Z","end":"2026-07-28T16:59:42.451483Z","steps":["trace[742231251] 'agreement among raft nodes before linearized reading' (duration: 841.594891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.45152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.252513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T16:59:42.451563Z","caller":"traceutil/trace.go:171","msg":"trace[2080682198] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38410; }","duration":"885.314575ms","start":"2026-07-28T16:59:41.566238Z","end":"2026-07-28T16:59:42.451553Z","steps":["trace[2080682198] 'agreement among raft nodes before linearized reading' (duration: 885.192422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.451598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.566229Z","time spent":"885.360276ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:59:42.451303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.575571Z","time spent":"875.706863ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:42.451532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.609702Z","time spent":"841.823137ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1653,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-28T16:59:42.451847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.96587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T16:59:42.45162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.021358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T16:59:42.451887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.622094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T16:59:42.451933Z","caller":"traceutil/trace.go:171","msg":"trace[729957085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38410; }","duration":"676.705846ms","start":"2026-07-28T16:59:41.775215Z","end":"2026-07-28T16:59:42.451921Z","steps":["trace[729957085] 'agreement among raft nodes before linearized reading' (duration: 676.594433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.451948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.110243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:42.451915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.292763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T16:59:42.451977Z","caller":"traceutil/trace.go:171","msg":"trace[1282341071] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:38410; }","duration":"742.177935ms","start":"2026-07-28T16:59:41.709791Z","end":"2026-07-28T16:59:42.451969Z","steps":["trace[1282341071] 'agreement among raft nodes before linearized reading' (duration: 742.129124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.451702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.59083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T16:59:42.452017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.196217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:42.452019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.709769Z","time spent":"742.241356ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:59:42.452034Z","caller":"traceutil/trace.go:171","msg":"trace[195699100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38410; }","duration":"183.936529ms","start":"2026-07-28T16:59:42.26808Z","end":"2026-07-28T16:59:42.452017Z","steps":["trace[195699100] 'agreement among raft nodes before linearized reading' (duration: 183.55984ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:42.452053Z","caller":"traceutil/trace.go:171","msg":"trace[1941543475] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:38410; }","duration":"669.232278ms","start":"2026-07-28T16:59:41.782811Z","end":"2026-07-28T16:59:42.452043Z","steps":["trace[1941543475] 'agreement among raft nodes before linearized reading' (duration: 669.175416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.452096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.782776Z","time spent":"669.29915ms","remote":"127.0.0.1:54492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:42.452108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.407981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T16:59:42.452118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.707582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:42.452135Z","caller":"traceutil/trace.go:171","msg":"trace[1724840290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38410; }","duration":"195.466833ms","start":"2026-07-28T16:59:42.25666Z","end":"2026-07-28T16:59:42.452127Z","steps":["trace[1724840290] 'agreement among raft nodes before linearized reading' (duration: 195.411331ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:42.451896Z","caller":"traceutil/trace.go:171","msg":"trace[971301644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38410; }","duration":"184.051602ms","start":"2026-07-28T16:59:42.267831Z","end":"2026-07-28T16:59:42.451882Z","steps":["trace[971301644] 'agreement among raft nodes before linearized reading' (duration: 183.907518ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:42.452174Z","caller":"traceutil/trace.go:171","msg":"trace[1175396950] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:38410; }","duration":"451.796354ms","start":"2026-07-28T16:59:42.000363Z","end":"2026-07-28T16:59:42.452159Z","steps":["trace[1175396950] 'agreement among raft nodes before linearized reading' (duration: 451.703041ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:42.452028Z","caller":"traceutil/trace.go:171","msg":"trace[1534276564] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:38410; }","duration":"551.452908ms","start":"2026-07-28T16:59:41.900549Z","end":"2026-07-28T16:59:42.452002Z","steps":["trace[1534276564] 'agreement among raft nodes before linearized reading' (duration: 551.245123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.45224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.959101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:42.452233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.000316Z","time spent":"451.902027ms","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:42.452053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.611753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T16:59:42.452261Z","caller":"traceutil/trace.go:171","msg":"trace[363878859] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:38410; }","duration":"454.015822ms","start":"2026-07-28T16:59:41.998237Z","end":"2026-07-28T16:59:42.452253Z","steps":["trace[363878859] 'agreement among raft nodes before linearized reading' (duration: 453.981791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.452279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.998215Z","time spent":"454.059444ms","remote":"127.0.0.1:35016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-28T16:59:42.452281Z","caller":"traceutil/trace.go:171","msg":"trace[692663263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38410; }","duration":"280.836378ms","start":"2026-07-28T16:59:42.171433Z","end":"2026-07-28T16:59:42.45227Z","steps":["trace[692663263] 'agreement among raft nodes before linearized reading' (duration: 280.572602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.451968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.775196Z","time spent":"676.763687ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T16:59:42.452042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.833535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:42.45246Z","caller":"traceutil/trace.go:171","msg":"trace[1808669539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38410; }","duration":"681.335699ms","start":"2026-07-28T16:59:41.771098Z","end":"2026-07-28T16:59:42.452434Z","steps":["trace[1808669539] 'agreement among raft nodes before linearized reading' (duration: 680.785424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.452447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.900531Z","time spent":"551.830468ms","remote":"127.0.0.1:44810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:42.452499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:41.771079Z","time spent":"681.40965ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:59:42.45221Z","caller":"traceutil/trace.go:171","msg":"trace[409948710] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:38410; }","duration":"182.326957ms","start":"2026-07-28T16:59:42.269573Z","end":"2026-07-28T16:59:42.4519Z","steps":["trace[409948710] 'agreement among raft nodes before linearized reading' (duration: 181.988228ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:42.839647Z","caller":"traceutil/trace.go:171","msg":"trace[1018180891] linearizableReadLoop","detail":"{readStateIndex:39545; appliedIndex:39544; }","duration":"385.492813ms","start":"2026-07-28T16:59:42.454131Z","end":"2026-07-28T16:59:42.839624Z","steps":["trace[1018180891] 'read index received' (duration: 385.419591ms)","trace[1018180891] 'applied index is now lower than readState.Index' (duration: 72.232µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:42.839709Z","caller":"traceutil/trace.go:171","msg":"trace[1256272493] transaction","detail":"{read_only:false; response_revision:38411; number_of_response:1; }","duration":"386.443808ms","start":"2026-07-28T16:59:42.45323Z","end":"2026-07-28T16:59:42.839674Z","steps":["trace[1256272493] 'process raft request' (duration: 386.236382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.839781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.629496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:42.839934Z","caller":"traceutil/trace.go:171","msg":"trace[1400020588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38411; }","duration":"385.816982ms","start":"2026-07-28T16:59:42.454108Z","end":"2026-07-28T16:59:42.839925Z","steps":["trace[1400020588] 'agreement among raft nodes before linearized reading' (duration: 385.617097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:42.83992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.453158Z","time spent":"386.622562ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23777,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:42.840019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.454095Z","time spent":"385.914124ms","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T16:59:43.284336Z","caller":"traceutil/trace.go:171","msg":"trace[332671181] transaction","detail":"{read_only:false; response_revision:38412; number_of_response:1; }","duration":"826.872482ms","start":"2026-07-28T16:59:42.457423Z","end":"2026-07-28T16:59:43.284295Z","steps":["trace[332671181] 'process raft request' (duration: 826.581744ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.28438Z","caller":"traceutil/trace.go:171","msg":"trace[437461393] transaction","detail":"{read_only:false; response_revision:38416; number_of_response:1; }","duration":"826.77535ms","start":"2026-07-28T16:59:42.457578Z","end":"2026-07-28T16:59:43.284354Z","steps":["trace[437461393] 'process raft request' (duration: 826.699958ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.284408Z","caller":"traceutil/trace.go:171","msg":"trace[759224516] transaction","detail":"{read_only:false; response_revision:38414; number_of_response:1; }","duration":"826.849511ms","start":"2026-07-28T16:59:42.457521Z","end":"2026-07-28T16:59:43.28437Z","steps":["trace[759224516] 'process raft request' (duration: 826.687107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.284495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.457397Z","time spent":"827.017355ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:43.284505Z","caller":"traceutil/trace.go:171","msg":"trace[501136196] transaction","detail":"{read_only:false; response_revision:38415; number_of_response:1; }","duration":"826.901922ms","start":"2026-07-28T16:59:42.457565Z","end":"2026-07-28T16:59:43.284467Z","steps":["trace[501136196] 'process raft request' (duration: 826.678797ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.284573Z","caller":"traceutil/trace.go:171","msg":"trace[1840792310] transaction","detail":"{read_only:false; response_revision:38418; number_of_response:1; }","duration":"825.487115ms","start":"2026-07-28T16:59:42.459068Z","end":"2026-07-28T16:59:43.284555Z","steps":["trace[1840792310] 'process raft request' (duration: 825.329371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.2846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.457506Z","time spent":"826.990194ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:43.284642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.459058Z","time spent":"825.550317ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:43.284692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.007029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T16:59:43.284564Z","caller":"traceutil/trace.go:171","msg":"trace[972499549] linearizableReadLoop","detail":"{readStateIndex:39554; appliedIndex:39545; }","duration":"444.84112ms","start":"2026-07-28T16:59:42.839705Z","end":"2026-07-28T16:59:43.284546Z","steps":["trace[972499549] 'read index received' (duration: 444.231054ms)","trace[972499549] 'applied index is now lower than readState.Index' (duration: 609.096µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T16:59:43.284721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.148128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3251d05c-c10b-4d5c-abc4-41bcbab3fc8a\" ","response":"range_response_count:1 size:2207"} {"level":"info","ts":"2026-07-28T16:59:43.284676Z","caller":"traceutil/trace.go:171","msg":"trace[138489165] transaction","detail":"{read_only:false; response_revision:38417; number_of_response:1; }","duration":"826.983804ms","start":"2026-07-28T16:59:42.457632Z","end":"2026-07-28T16:59:43.284615Z","steps":["trace[138489165] 'process raft request' (duration: 826.685837ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.284773Z","caller":"traceutil/trace.go:171","msg":"trace[1138642976] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3251d05c-c10b-4d5c-abc4-41bcbab3fc8a; range_end:; response_count:1; response_revision:38420; }","duration":"827.226822ms","start":"2026-07-28T16:59:42.457534Z","end":"2026-07-28T16:59:43.284761Z","steps":["trace[1138642976] 'agreement among raft nodes before linearized reading' (duration: 827.063747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.284787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.431857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T16:59:43.284806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.548532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:43.284804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.563657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:43.284839Z","caller":"traceutil/trace.go:171","msg":"trace[947091124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38420; }","duration":"436.614844ms","start":"2026-07-28T16:59:42.848214Z","end":"2026-07-28T16:59:43.284829Z","steps":["trace[947091124] 'agreement among raft nodes before linearized reading' (duration: 436.561082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.284864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.848194Z","time spent":"436.666315ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T16:59:43.284861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.014838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:43.284863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.485878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T16:59:43.28487Z","caller":"traceutil/trace.go:171","msg":"trace[814050298] transaction","detail":"{read_only:false; response_revision:38419; number_of_response:1; }","duration":"825.797774ms","start":"2026-07-28T16:59:42.459063Z","end":"2026-07-28T16:59:43.284861Z","steps":["trace[814050298] 'process raft request' (duration: 825.400673ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.284867Z","caller":"traceutil/trace.go:171","msg":"trace[379661499] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:38420; }","duration":"778.633969ms","start":"2026-07-28T16:59:42.50621Z","end":"2026-07-28T16:59:43.284844Z","steps":["trace[379661499] 'agreement among raft nodes before linearized reading' (duration: 778.567437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.28488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.60826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T16:59:43.284912Z","caller":"traceutil/trace.go:171","msg":"trace[1001625258] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38420; }","duration":"777.545909ms","start":"2026-07-28T16:59:42.507353Z","end":"2026-07-28T16:59:43.284899Z","steps":["trace[1001625258] 'agreement among raft nodes before linearized reading' (duration: 777.381614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.284925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.174312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:43.284929Z","caller":"traceutil/trace.go:171","msg":"trace[1913616074] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38420; }","duration":"772.655221ms","start":"2026-07-28T16:59:42.512266Z","end":"2026-07-28T16:59:43.284921Z","steps":["trace[1913616074] 'agreement among raft nodes before linearized reading' (duration: 772.560968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.284942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.506198Z","time spent":"778.734971ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T16:59:43.28495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.507343Z","time spent":"777.5988ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:59:43.28489Z","caller":"traceutil/trace.go:171","msg":"trace[865143217] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:38420; }","duration":"779.07555ms","start":"2026-07-28T16:59:42.505806Z","end":"2026-07-28T16:59:43.284882Z","steps":["trace[865143217] 'agreement among raft nodes before linearized reading' (duration: 779.031169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.285029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.809893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:43.284989Z","caller":"traceutil/trace.go:171","msg":"trace[1517396767] transaction","detail":"{read_only:false; response_revision:38420; number_of_response:1; }","duration":"693.684834ms","start":"2026-07-28T16:59:42.591289Z","end":"2026-07-28T16:59:43.284974Z","steps":["trace[1517396767] 'process raft request' (duration: 693.213901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.285057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.954982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:43.284944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.459052Z","time spent":"825.860776ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:43.285084Z","caller":"traceutil/trace.go:171","msg":"trace[2126598477] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:38420; }","duration":"211.034465ms","start":"2026-07-28T16:59:43.074043Z","end":"2026-07-28T16:59:43.285078Z","steps":["trace[2126598477] 'agreement among raft nodes before linearized reading' (duration: 210.991104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.285092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.853638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:43.285089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.591241Z","time spent":"693.816517ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:43.285123Z","caller":"traceutil/trace.go:171","msg":"trace[917389508] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:38420; }","duration":"124.91484ms","start":"2026-07-28T16:59:43.160202Z","end":"2026-07-28T16:59:43.285116Z","steps":["trace[917389508] 'agreement among raft nodes before linearized reading' (duration: 124.872779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.28514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.213301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:43.285174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.5432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:43.284831Z","caller":"traceutil/trace.go:171","msg":"trace[1057967372] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:38420; }","duration":"495.510309ms","start":"2026-07-28T16:59:42.789308Z","end":"2026-07-28T16:59:43.284818Z","steps":["trace[1057967372] 'agreement among raft nodes before linearized reading' (duration: 495.421536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.285207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.812236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:43.284805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.406932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:43.285221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.654633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:43.285244Z","caller":"traceutil/trace.go:171","msg":"trace[732892135] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:38420; }","duration":"208.867007ms","start":"2026-07-28T16:59:43.076368Z","end":"2026-07-28T16:59:43.285235Z","steps":["trace[732892135] 'agreement among raft nodes before linearized reading' (duration: 208.802885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.284537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.457567Z","time spent":"826.882592ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:43.285252Z","caller":"traceutil/trace.go:171","msg":"trace[1677873272] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:38420; }","duration":"124.719025ms","start":"2026-07-28T16:59:43.160523Z","end":"2026-07-28T16:59:43.285242Z","steps":["trace[1677873272] 'agreement among raft nodes before linearized reading' (duration: 124.676474ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.285265Z","caller":"traceutil/trace.go:171","msg":"trace[1439272722] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:38420; }","duration":"689.933304ms","start":"2026-07-28T16:59:42.595309Z","end":"2026-07-28T16:59:43.285242Z","steps":["trace[1439272722] 'agreement among raft nodes before linearized reading' (duration: 689.458822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.285243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.789286Z","time spent":"495.947141ms","remote":"127.0.0.1:54874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:43.285289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.694574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:43.28499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.505785Z","time spent":"779.200382ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-28T16:59:43.285339Z","caller":"traceutil/trace.go:171","msg":"trace[401171061] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:38420; }","duration":"255.789596ms","start":"2026-07-28T16:59:43.029536Z","end":"2026-07-28T16:59:43.285326Z","steps":["trace[401171061] 'agreement among raft nodes before linearized reading' (duration: 255.720654ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.285056Z","caller":"traceutil/trace.go:171","msg":"trace[1794027707] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:38420; }","duration":"209.900185ms","start":"2026-07-28T16:59:43.075149Z","end":"2026-07-28T16:59:43.28505Z","steps":["trace[1794027707] 'agreement among raft nodes before linearized reading' (duration: 209.831413ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.285177Z","caller":"traceutil/trace.go:171","msg":"trace[1134737277] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:38420; }","duration":"124.264892ms","start":"2026-07-28T16:59:43.160902Z","end":"2026-07-28T16:59:43.285167Z","steps":["trace[1134737277] 'agreement among raft nodes before linearized reading' (duration: 124.214601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.285371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.535585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:43.285078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.648153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T16:59:43.285389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.786956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:43.285411Z","caller":"traceutil/trace.go:171","msg":"trace[1749515829] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:38420; }","duration":"209.595656ms","start":"2026-07-28T16:59:43.075806Z","end":"2026-07-28T16:59:43.285402Z","steps":["trace[1749515829] 'agreement among raft nodes before linearized reading' (duration: 209.540465ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.285419Z","caller":"traceutil/trace.go:171","msg":"trace[1054832755] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:38420; }","duration":"255.879399ms","start":"2026-07-28T16:59:43.029531Z","end":"2026-07-28T16:59:43.285411Z","steps":["trace[1054832755] 'agreement among raft nodes before linearized reading' (duration: 255.839548ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.285423Z","caller":"traceutil/trace.go:171","msg":"trace[1848306194] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:38420; }","duration":"125.003151ms","start":"2026-07-28T16:59:43.160405Z","end":"2026-07-28T16:59:43.285408Z","steps":["trace[1848306194] 'agreement among raft nodes before linearized reading' (duration: 124.645792ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.28495Z","caller":"traceutil/trace.go:171","msg":"trace[1159583662] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:38420; }","duration":"779.235333ms","start":"2026-07-28T16:59:42.505709Z","end":"2026-07-28T16:59:43.284944Z","steps":["trace[1159583662] 'agreement among raft nodes before linearized reading' (duration: 779.200533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.285552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.505689Z","time spent":"779.85404ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T16:59:43.28521Z","caller":"traceutil/trace.go:171","msg":"trace[388043533] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:38420; }","duration":"255.626762ms","start":"2026-07-28T16:59:43.029576Z","end":"2026-07-28T16:59:43.285203Z","steps":["trace[388043533] 'agreement among raft nodes before linearized reading' (duration: 255.575131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.284689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.457552Z","time spent":"827.050746ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:43.285295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.712064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:43.285762Z","caller":"traceutil/trace.go:171","msg":"trace[64284155] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:38420; }","duration":"256.207997ms","start":"2026-07-28T16:59:43.029536Z","end":"2026-07-28T16:59:43.285744Z","steps":["trace[64284155] 'agreement among raft nodes before linearized reading' (duration: 255.727824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.285344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.595285Z","time spent":"690.034097ms","remote":"127.0.0.1:34846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T16:59:43.284723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.821162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:43.285906Z","caller":"traceutil/trace.go:171","msg":"trace[920893993] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:38420; }","duration":"780.049925ms","start":"2026-07-28T16:59:42.505827Z","end":"2026-07-28T16:59:43.285877Z","steps":["trace[920893993] 'agreement among raft nodes before linearized reading' (duration: 778.786981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.285971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.505802Z","time spent":"780.148008ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-28T16:59:43.28496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.512246Z","time spent":"772.707712ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T16:59:43.286039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.457626Z","time spent":"827.1843ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T16:59:43.284814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.457525Z","time spent":"827.281273ms","remote":"127.0.0.1:48080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2230,"request content":"key:\"/registry/persistentvolumes/pvc-3251d05c-c10b-4d5c-abc4-41bcbab3fc8a\" "} {"level":"info","ts":"2026-07-28T16:59:43.284745Z","caller":"traceutil/trace.go:171","msg":"trace[1900489182] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38420; }","duration":"773.05349ms","start":"2026-07-28T16:59:42.511676Z","end":"2026-07-28T16:59:43.284729Z","steps":["trace[1900489182] 'agreement among raft nodes before linearized reading' (duration: 772.902556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.28615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.511666Z","time spent":"774.470788ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T16:59:43.285665Z","caller":"traceutil/trace.go:171","msg":"trace[478607748] transaction","detail":"{read_only:false; response_revision:38413; number_of_response:1; }","duration":"828.165036ms","start":"2026-07-28T16:59:42.45748Z","end":"2026-07-28T16:59:43.285645Z","steps":["trace[478607748] 'process raft request' (duration: 826.688817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.286239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T16:59:42.45745Z","time spent":"828.760322ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T16:59:43.432385Z","caller":"traceutil/trace.go:171","msg":"trace[1990051182] transaction","detail":"{read_only:false; response_revision:38422; number_of_response:1; }","duration":"141.435056ms","start":"2026-07-28T16:59:43.290929Z","end":"2026-07-28T16:59:43.432364Z","steps":["trace[1990051182] 'process raft request' (duration: 141.011335ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.432549Z","caller":"traceutil/trace.go:171","msg":"trace[57339689] transaction","detail":"{read_only:false; response_revision:38423; number_of_response:1; }","duration":"141.471937ms","start":"2026-07-28T16:59:43.291049Z","end":"2026-07-28T16:59:43.432521Z","steps":["trace[57339689] 'process raft request' (duration: 141.270601ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.447493Z","caller":"traceutil/trace.go:171","msg":"trace[30523011] transaction","detail":"{read_only:false; response_revision:38424; number_of_response:1; }","duration":"102.1916ms","start":"2026-07-28T16:59:43.345251Z","end":"2026-07-28T16:59:43.447442Z","steps":["trace[30523011] 'process raft request' (duration: 102.003265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.820479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.740537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:43.820569Z","caller":"traceutil/trace.go:171","msg":"trace[1594331577] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38425; }","duration":"249.8672ms","start":"2026-07-28T16:59:43.570679Z","end":"2026-07-28T16:59:43.820546Z","steps":["trace[1594331577] 'range keys from in-memory index tree' (duration: 249.658695ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T16:59:43.89757Z","caller":"traceutil/trace.go:171","msg":"trace[1763382186] linearizableReadLoop","detail":"{readStateIndex:39560; appliedIndex:39559; }","duration":"119.419155ms","start":"2026-07-28T16:59:43.778126Z","end":"2026-07-28T16:59:43.897545Z","steps":["trace[1763382186] 'read index received' (duration: 119.22189ms)","trace[1763382186] 'applied index is now lower than readState.Index' (duration: 196.245µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T16:59:43.897631Z","caller":"traceutil/trace.go:171","msg":"trace[91858028] transaction","detail":"{read_only:false; response_revision:38426; number_of_response:1; }","duration":"152.89647ms","start":"2026-07-28T16:59:43.7447Z","end":"2026-07-28T16:59:43.897596Z","steps":["trace[91858028] 'process raft request' (duration: 152.672804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T16:59:43.89776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.60905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T16:59:43.897823Z","caller":"traceutil/trace.go:171","msg":"trace[793657570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38426; }","duration":"119.722483ms","start":"2026-07-28T16:59:43.778091Z","end":"2026-07-28T16:59:43.897813Z","steps":["trace[793657570] 'agreement among raft nodes before linearized reading' (duration: 119.561119ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:00:20.636854Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T17:00:20.644038Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-28T17:00:20.644231Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-28T17:02:06.874343Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36783} {"level":"info","ts":"2026-07-28T17:02:07.03401Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36783,"took":"155.885408ms","hash":3381095959,"current-db-size-bytes":55808000,"current-db-size":"56 MB","current-db-size-in-use-bytes":33452032,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-28T17:02:07.034067Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3381095959,"revision":36783,"compact-revision":33274} {"level":"info","ts":"2026-07-28T17:07:06.881586Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39785} {"level":"info","ts":"2026-07-28T17:07:07.028103Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39785,"took":"140.328787ms","hash":3668893809,"current-db-size-bytes":55808000,"current-db-size":"56 MB","current-db-size-in-use-bytes":35028992,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-28T17:07:07.028194Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3668893809,"revision":39785,"compact-revision":36783} {"level":"warn","ts":"2026-07-28T17:07:48.719442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335452710,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:07:48.745423Z","caller":"traceutil/trace.go:171","msg":"trace[181107864] transaction","detail":"{read_only:false; response_revision:43292; number_of_response:1; }","duration":"564.112652ms","start":"2026-07-28T17:07:48.18129Z","end":"2026-07-28T17:07:48.745403Z","steps":["trace[181107864] 'process raft request' (duration: 563.988308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:07:48.745537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:07:48.181261Z","time spent":"564.210084ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:07:48.765152Z","caller":"traceutil/trace.go:171","msg":"trace[1582566536] transaction","detail":"{read_only:false; response_revision:43293; number_of_response:1; }","duration":"576.696273ms","start":"2026-07-28T17:07:48.188432Z","end":"2026-07-28T17:07:48.765128Z","steps":["trace[1582566536] 'process raft request' (duration: 576.273673ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:07:48.765196Z","caller":"traceutil/trace.go:171","msg":"trace[1514966061] transaction","detail":"{read_only:false; response_revision:43294; number_of_response:1; }","duration":"493.662ms","start":"2026-07-28T17:07:48.271495Z","end":"2026-07-28T17:07:48.765157Z","steps":["trace[1514966061] 'process raft request' (duration: 493.562648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:07:48.765287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:07:48.188415Z","time spent":"576.804277ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:07:48.765377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:07:48.271477Z","time spent":"493.797883ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:07:48.765433Z","caller":"traceutil/trace.go:171","msg":"trace[2056125391] transaction","detail":"{read_only:false; response_revision:43295; number_of_response:1; }","duration":"488.794132ms","start":"2026-07-28T17:07:48.276608Z","end":"2026-07-28T17:07:48.765402Z","steps":["trace[2056125391] 'process raft request' (duration: 488.493214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:07:48.765501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:07:48.276574Z","time spent":"488.902795ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:07:48.765646Z","caller":"traceutil/trace.go:171","msg":"trace[268125581] linearizableReadLoop","detail":"{readStateIndex:44544; appliedIndex:44538; }","duration":"547.077931ms","start":"2026-07-28T17:07:48.21856Z","end":"2026-07-28T17:07:48.765638Z","steps":["trace[268125581] 'read index received' (duration: 526.753634ms)","trace[268125581] 'applied index is now lower than readState.Index' (duration: 20.323547ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:07:48.765696Z","caller":"traceutil/trace.go:171","msg":"trace[2034237995] transaction","detail":"{read_only:false; response_revision:43297; number_of_response:1; }","duration":"482.983368ms","start":"2026-07-28T17:07:48.282704Z","end":"2026-07-28T17:07:48.765687Z","steps":["trace[2034237995] 'process raft request' (duration: 482.880736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:07:48.765736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:07:48.282691Z","time spent":"483.024949ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:07:48.765794Z","caller":"traceutil/trace.go:171","msg":"trace[525922522] transaction","detail":"{read_only:false; response_revision:43296; number_of_response:1; }","duration":"486.578433ms","start":"2026-07-28T17:07:48.27921Z","end":"2026-07-28T17:07:48.765788Z","steps":["trace[525922522] 'process raft request' (duration: 486.159311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:07:48.765826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:07:48.27919Z","time spent":"486.616544ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:07:48.765829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.263816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-6b7b55987d-s9bds.18c682f8fd6e040f\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-07-28T17:07:48.765858Z","caller":"traceutil/trace.go:171","msg":"trace[865072114] range","detail":"{range_begin:/registry/events/openstack/manila-api-6b7b55987d-s9bds.18c682f8fd6e040f; range_end:; response_count:1; response_revision:43297; }","duration":"547.354468ms","start":"2026-07-28T17:07:48.218496Z","end":"2026-07-28T17:07:48.76585Z","steps":["trace[865072114] 'agreement among raft nodes before linearized reading' (duration: 547.217295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:07:48.76588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:07:48.218471Z","time spent":"547.40404ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/manila-api-6b7b55987d-s9bds.18c682f8fd6e040f\" "} {"level":"warn","ts":"2026-07-28T17:07:48.765901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.290036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:07:48.765921Z","caller":"traceutil/trace.go:171","msg":"trace[16475693] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:43297; }","duration":"380.339127ms","start":"2026-07-28T17:07:48.385575Z","end":"2026-07-28T17:07:48.765914Z","steps":["trace[16475693] 'agreement among raft nodes before linearized reading' (duration: 380.298846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:07:48.765939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:07:48.385557Z","time spent":"380.377648ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:07:48.766126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.098352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:07:48.766131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.036825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:07:48.766148Z","caller":"traceutil/trace.go:171","msg":"trace[1245802088] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:43297; }","duration":"215.150684ms","start":"2026-07-28T17:07:48.55099Z","end":"2026-07-28T17:07:48.76614Z","steps":["trace[1245802088] 'agreement among raft nodes before linearized reading' (duration: 215.104013ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:07:48.766152Z","caller":"traceutil/trace.go:171","msg":"trace[517242489] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:43297; }","duration":"247.096567ms","start":"2026-07-28T17:07:48.519048Z","end":"2026-07-28T17:07:48.766145Z","steps":["trace[517242489] 'agreement among raft nodes before linearized reading' (duration: 247.055966ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:07:49.147372Z","caller":"traceutil/trace.go:171","msg":"trace[1348406330] linearizableReadLoop","detail":"{readStateIndex:44546; appliedIndex:44545; }","duration":"140.07192ms","start":"2026-07-28T17:07:49.007081Z","end":"2026-07-28T17:07:49.147153Z","steps":["trace[1348406330] 'read index received' (duration: 139.763281ms)","trace[1348406330] 'applied index is now lower than readState.Index' (duration: 307.949µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:07:49.147589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.49571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T17:07:49.147618Z","caller":"traceutil/trace.go:171","msg":"trace[616426607] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:43299; }","duration":"140.580272ms","start":"2026-07-28T17:07:49.00703Z","end":"2026-07-28T17:07:49.14761Z","steps":["trace[616426607] 'agreement among raft nodes before linearized reading' (duration: 140.424279ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:07:49.147596Z","caller":"traceutil/trace.go:171","msg":"trace[1655224618] transaction","detail":"{read_only:false; response_revision:43299; number_of_response:1; }","duration":"146.627713ms","start":"2026-07-28T17:07:49.000925Z","end":"2026-07-28T17:07:49.147553Z","steps":["trace[1655224618] 'process raft request' (duration: 146.08654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:07:49.147728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.299165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T17:07:49.147796Z","caller":"traceutil/trace.go:171","msg":"trace[1307087395] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:43299; }","duration":"107.431589ms","start":"2026-07-28T17:07:49.040351Z","end":"2026-07-28T17:07:49.147782Z","steps":["trace[1307087395] 'agreement among raft nodes before linearized reading' (duration: 107.174641ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:12:06.888162Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":42933} {"level":"info","ts":"2026-07-28T17:12:07.043126Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":42933,"took":"150.853161ms","hash":664197456,"current-db-size-bytes":55808000,"current-db-size":"56 MB","current-db-size-in-use-bytes":31133696,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T17:12:07.043184Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":664197456,"revision":42933,"compact-revision":39785} {"level":"info","ts":"2026-07-28T17:14:17.129539Z","caller":"traceutil/trace.go:171","msg":"trace[1698416755] linearizableReadLoop","detail":"{readStateIndex:47998; appliedIndex:47997; }","duration":"102.080709ms","start":"2026-07-28T17:14:17.02744Z","end":"2026-07-28T17:14:17.129521Z","steps":["trace[1698416755] 'read index received' (duration: 101.582077ms)","trace[1698416755] 'applied index is now lower than readState.Index' (duration: 497.772µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:14:17.129617Z","caller":"traceutil/trace.go:171","msg":"trace[1930603189] transaction","detail":"{read_only:false; response_revision:46668; number_of_response:1; }","duration":"108.713256ms","start":"2026-07-28T17:14:17.020898Z","end":"2026-07-28T17:14:17.129612Z","steps":["trace[1930603189] 'process raft request' (duration: 108.252874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:17.129871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.405048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T17:14:17.13094Z","caller":"traceutil/trace.go:171","msg":"trace[1737174744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:46668; }","duration":"102.4985ms","start":"2026-07-28T17:14:17.027433Z","end":"2026-07-28T17:14:17.129931Z","steps":["trace[1737174744] 'agreement among raft nodes before linearized reading' (duration: 102.239894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:17.36149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.460327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:17.361611Z","caller":"traceutil/trace.go:171","msg":"trace[1952862558] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:46668; }","duration":"134.62001ms","start":"2026-07-28T17:14:17.226964Z","end":"2026-07-28T17:14:17.361584Z","steps":["trace[1952862558] 'range keys from in-memory index tree' (duration: 134.377914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:18.770646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.102686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:18.770722Z","caller":"traceutil/trace.go:171","msg":"trace[946511074] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:46682; }","duration":"106.24414ms","start":"2026-07-28T17:14:18.664461Z","end":"2026-07-28T17:14:18.770705Z","steps":["trace[946511074] 'count revisions from in-memory index tree' (duration: 106.001493ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:20.107919Z","caller":"traceutil/trace.go:171","msg":"trace[351346625] linearizableReadLoop","detail":"{readStateIndex:48016; appliedIndex:48015; }","duration":"205.323822ms","start":"2026-07-28T17:14:19.90257Z","end":"2026-07-28T17:14:20.107894Z","steps":["trace[351346625] 'read index received' (duration: 205.098415ms)","trace[351346625] 'applied index is now lower than readState.Index' (duration: 224.187µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:14:20.108025Z","caller":"traceutil/trace.go:171","msg":"trace[429282020] transaction","detail":"{read_only:false; response_revision:46686; number_of_response:1; }","duration":"220.530303ms","start":"2026-07-28T17:14:19.887453Z","end":"2026-07-28T17:14:20.107983Z","steps":["trace[429282020] 'process raft request' (duration: 220.239105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:20.108366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.76017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:14:20.108439Z","caller":"traceutil/trace.go:171","msg":"trace[814721483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:46686; }","duration":"155.936094ms","start":"2026-07-28T17:14:19.952481Z","end":"2026-07-28T17:14:20.108417Z","steps":["trace[814721483] 'agreement among raft nodes before linearized reading' (duration: 155.571355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:20.108453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.673029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T17:14:20.10849Z","caller":"traceutil/trace.go:171","msg":"trace[260779375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:46686; }","duration":"146.755141ms","start":"2026-07-28T17:14:19.961725Z","end":"2026-07-28T17:14:20.10848Z","steps":["trace[260779375] 'agreement among raft nodes before linearized reading' (duration: 146.559646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:20.108489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.825535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:14:20.108622Z","caller":"traceutil/trace.go:171","msg":"trace[1815468361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:46686; }","duration":"206.112342ms","start":"2026-07-28T17:14:19.902479Z","end":"2026-07-28T17:14:20.108592Z","steps":["trace[1815468361] 'agreement among raft nodes before linearized reading' (duration: 205.566037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:20.108873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.844804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:14:20.109004Z","caller":"traceutil/trace.go:171","msg":"trace[222673825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:46686; }","duration":"147.009869ms","start":"2026-07-28T17:14:19.961965Z","end":"2026-07-28T17:14:20.108975Z","steps":["trace[222673825] 'agreement among raft nodes before linearized reading' (duration: 146.29301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:20.252466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.201931ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-28T17:14:20.268342Z","caller":"traceutil/trace.go:171","msg":"trace[2046129985] transaction","detail":"{read_only:false; response_revision:46687; number_of_response:1; }","duration":"154.97396ms","start":"2026-07-28T17:14:20.11333Z","end":"2026-07-28T17:14:20.268304Z","steps":["trace[2046129985] 'process raft request' (duration: 154.655131ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:20.268502Z","caller":"traceutil/trace.go:171","msg":"trace[1625442095] transaction","detail":"{read_only:false; response_revision:46688; number_of_response:1; }","duration":"154.514108ms","start":"2026-07-28T17:14:20.113919Z","end":"2026-07-28T17:14:20.268433Z","steps":["trace[1625442095] 'process raft request' (duration: 154.281252ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:20.26868Z","caller":"traceutil/trace.go:171","msg":"trace[1612711901] transaction","detail":"{read_only:false; response_revision:46689; number_of_response:1; }","duration":"149.407962ms","start":"2026-07-28T17:14:20.119234Z","end":"2026-07-28T17:14:20.268642Z","steps":["trace[1612711901] 'process raft request' (duration: 149.129495ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:20.268926Z","caller":"traceutil/trace.go:171","msg":"trace[1864591283] transaction","detail":"{read_only:false; response_revision:46690; number_of_response:1; }","duration":"149.462134ms","start":"2026-07-28T17:14:20.119428Z","end":"2026-07-28T17:14:20.26889Z","steps":["trace[1864591283] 'process raft request' (duration: 149.157016ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:20.269186Z","caller":"traceutil/trace.go:171","msg":"trace[786142089] transaction","detail":"{read_only:false; response_revision:46691; number_of_response:1; }","duration":"149.386461ms","start":"2026-07-28T17:14:20.119777Z","end":"2026-07-28T17:14:20.269164Z","steps":["trace[786142089] 'process raft request' (duration: 148.996151ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:20.269282Z","caller":"traceutil/trace.go:171","msg":"trace[936899086] transaction","detail":"{read_only:false; response_revision:46692; number_of_response:1; }","duration":"149.32788ms","start":"2026-07-28T17:14:20.11993Z","end":"2026-07-28T17:14:20.269258Z","steps":["trace[936899086] 'process raft request' (duration: 149.073243ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:20.269451Z","caller":"traceutil/trace.go:171","msg":"trace[2089896110] transaction","detail":"{read_only:false; response_revision:46693; number_of_response:1; }","duration":"139.89459ms","start":"2026-07-28T17:14:20.12954Z","end":"2026-07-28T17:14:20.269435Z","steps":["trace[2089896110] 'process raft request' (duration: 139.587982ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:20.470006Z","caller":"traceutil/trace.go:171","msg":"trace[1472054543] transaction","detail":"{read_only:false; response_revision:46701; number_of_response:1; }","duration":"115.448274ms","start":"2026-07-28T17:14:20.35453Z","end":"2026-07-28T17:14:20.469979Z","steps":["trace[1472054543] 'process raft request' (duration: 115.261719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:39.615464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.212983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T17:14:39.615538Z","caller":"traceutil/trace.go:171","msg":"trace[1147077421] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:46856; }","duration":"122.301835ms","start":"2026-07-28T17:14:39.493221Z","end":"2026-07-28T17:14:39.615523Z","steps":["trace[1147077421] 'count revisions from in-memory index tree' (duration: 122.132681ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:14:39.989799Z","caller":"traceutil/trace.go:171","msg":"trace[814548036] linearizableReadLoop","detail":"{readStateIndex:48191; appliedIndex:48190; }","duration":"136.772587ms","start":"2026-07-28T17:14:39.853001Z","end":"2026-07-28T17:14:39.989774Z","steps":["trace[814548036] 'read index received' (duration: 136.541391ms)","trace[814548036] 'applied index is now lower than readState.Index' (duration: 230.306µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:14:39.989901Z","caller":"traceutil/trace.go:171","msg":"trace[1114837213] transaction","detail":"{read_only:false; response_revision:46857; number_of_response:1; }","duration":"168.725703ms","start":"2026-07-28T17:14:39.821147Z","end":"2026-07-28T17:14:39.989872Z","steps":["trace[1114837213] 'process raft request' (duration: 168.473676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:39.989972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.952123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:14:39.990019Z","caller":"traceutil/trace.go:171","msg":"trace[1093039603] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:46857; }","duration":"137.073215ms","start":"2026-07-28T17:14:39.852931Z","end":"2026-07-28T17:14:39.990004Z","steps":["trace[1093039603] 'agreement among raft nodes before linearized reading' (duration: 136.972413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:14:40.375324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.228069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T17:14:40.375426Z","caller":"traceutil/trace.go:171","msg":"trace[93053759] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:46859; }","duration":"168.414614ms","start":"2026-07-28T17:14:40.206988Z","end":"2026-07-28T17:14:40.375402Z","steps":["trace[93053759] 'range keys from in-memory index tree' (duration: 167.967683ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:17:06.89434Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":45548} {"level":"info","ts":"2026-07-28T17:17:07.023729Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":45548,"took":"126.759954ms","hash":2636667680,"current-db-size-bytes":55808000,"current-db-size":"56 MB","current-db-size-in-use-bytes":30265344,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T17:17:07.023818Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2636667680,"revision":45548,"compact-revision":42933} {"level":"info","ts":"2026-07-28T17:18:00.822325Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":50005,"local-member-snapshot-index":40004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T17:18:00.826402Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":50005} {"level":"info","ts":"2026-07-28T17:18:00.826501Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":45005} {"level":"info","ts":"2026-07-28T17:22:06.902216Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":48162} {"level":"info","ts":"2026-07-28T17:22:07.015682Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":48162,"took":"109.270622ms","hash":314433751,"current-db-size-bytes":55808000,"current-db-size":"56 MB","current-db-size-in-use-bytes":29995008,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T17:22:07.015741Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":314433751,"revision":48162,"compact-revision":45548} {"level":"warn","ts":"2026-07-28T17:25:44.261252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335474799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:25:44.762046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335474799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:25:45.262803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335474799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:25:45.763221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335474799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:25:46.264643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335474799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:25:46.765563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335474799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:25:46.772718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999837526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T17:25:46.772774Z","caller":"traceutil/trace.go:171","msg":"trace[1057786684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999942939s","start":"2026-07-28T17:25:44.772813Z","end":"2026-07-28T17:25:46.772756Z","steps":["trace[1057786684] 'agreement among raft nodes before linearized reading' (duration: 1.999871657s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:46.772809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:44.772789Z","time spent":"2.000013481s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:25:47.130739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.448227883s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T17:25:47.160654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690439645s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:25:47.160929Z","caller":"traceutil/trace.go:171","msg":"trace[1007060587] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:52796; }","duration":"2.69063357s","start":"2026-07-28T17:25:44.470174Z","end":"2026-07-28T17:25:47.160808Z","steps":["trace[1007060587] 'range keys from in-memory index tree' (duration: 2.690421045s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:47.163296Z","caller":"traceutil/trace.go:171","msg":"trace[1040498166] transaction","detail":"{read_only:false; response_revision:52797; number_of_response:1; }","duration":"3.480857216s","start":"2026-07-28T17:25:43.682413Z","end":"2026-07-28T17:25:47.163271Z","steps":["trace[1040498166] 'process raft request' (duration: 3.44855352s)","trace[1040498166] 'compare' (duration: 31.135024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:25:47.163413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:43.682389Z","time spent":"3.480954529s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:25:47.193169Z","caller":"traceutil/trace.go:171","msg":"trace[835753749] transaction","detail":"{read_only:false; response_revision:52798; number_of_response:1; }","duration":"3.046844465s","start":"2026-07-28T17:25:44.146302Z","end":"2026-07-28T17:25:47.193146Z","steps":["trace[835753749] 'process raft request' (duration: 3.04667481s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.193396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:44.146278Z","time spent":"3.046958307s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:25:47.193432Z","caller":"traceutil/trace.go:171","msg":"trace[1653693362] transaction","detail":"{read_only:false; response_revision:52799; number_of_response:1; }","duration":"2.277372208s","start":"2026-07-28T17:25:44.916054Z","end":"2026-07-28T17:25:47.193426Z","steps":["trace[1653693362] 'process raft request' (duration: 2.277053199s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.193474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:44.916027Z","time spent":"2.277421769s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:25:47.193403Z","caller":"traceutil/trace.go:171","msg":"trace[102458267] transaction","detail":"{read_only:false; response_revision:52800; number_of_response:1; }","duration":"2.276923727s","start":"2026-07-28T17:25:44.916469Z","end":"2026-07-28T17:25:47.193393Z","steps":["trace[102458267] 'process raft request' (duration: 2.276848784s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:47.193625Z","caller":"traceutil/trace.go:171","msg":"trace[2139866243] transaction","detail":"{read_only:false; response_revision:52801; number_of_response:1; }","duration":"2.226382358s","start":"2026-07-28T17:25:44.967234Z","end":"2026-07-28T17:25:47.193616Z","steps":["trace[2139866243] 'process raft request' (duration: 2.226134052s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.19367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:44.967216Z","time spent":"2.22642993s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:25:47.193728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:44.916451Z","time spent":"2.277105481s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:25:47.193831Z","caller":"traceutil/trace.go:171","msg":"trace[606125480] transaction","detail":"{read_only:false; response_revision:52802; number_of_response:1; }","duration":"2.175861732s","start":"2026-07-28T17:25:45.017961Z","end":"2026-07-28T17:25:47.193823Z","steps":["trace[606125480] 'process raft request' (duration: 2.175582075s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.19387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:45.017938Z","time spent":"2.175912133s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:25:47.193997Z","caller":"traceutil/trace.go:171","msg":"trace[771327280] transaction","detail":"{read_only:false; response_revision:52803; number_of_response:1; }","duration":"2.175360509s","start":"2026-07-28T17:25:45.01856Z","end":"2026-07-28T17:25:47.19392Z","steps":["trace[771327280] 'process raft request' (duration: 2.175213915s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:47.19415Z","caller":"traceutil/trace.go:171","msg":"trace[1376528532] transaction","detail":"{read_only:false; response_revision:52804; number_of_response:1; }","duration":"2.173789938s","start":"2026-07-28T17:25:45.020325Z","end":"2026-07-28T17:25:47.194115Z","steps":["trace[1376528532] 'process raft request' (duration: 2.17353185s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:47.194193Z","caller":"traceutil/trace.go:171","msg":"trace[372886602] transaction","detail":"{read_only:false; response_revision:52805; number_of_response:1; }","duration":"2.173060989s","start":"2026-07-28T17:25:45.021123Z","end":"2026-07-28T17:25:47.194184Z","steps":["trace[372886602] 'process raft request' (duration: 2.172841552s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.194215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:45.018534Z","time spent":"2.175537224s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:25:47.194238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:45.021107Z","time spent":"2.173110929s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:25:47.194296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:45.020311Z","time spent":"2.17390891s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:25:47.194338Z","caller":"traceutil/trace.go:171","msg":"trace[802298036] transaction","detail":"{read_only:false; response_revision:52806; number_of_response:1; }","duration":"2.0408412s","start":"2026-07-28T17:25:45.153451Z","end":"2026-07-28T17:25:47.194292Z","steps":["trace[802298036] 'process raft request' (duration: 2.040603514s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.195441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:45.153428Z","time spent":"2.04196911s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:25:47.20225Z","caller":"traceutil/trace.go:171","msg":"trace[247528864] linearizableReadLoop","detail":"{readStateIndex:54284; appliedIndex:54272; }","duration":"3.44132678s","start":"2026-07-28T17:25:43.7609Z","end":"2026-07-28T17:25:47.202227Z","steps":["trace[247528864] 'read index received' (duration: 3.370080955s)","trace[247528864] 'applied index is now lower than readState.Index' (duration: 71.245055ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:25:47.202413Z","caller":"traceutil/trace.go:171","msg":"trace[1663882063] transaction","detail":"{read_only:false; response_revision:52807; number_of_response:1; }","duration":"1.234455327s","start":"2026-07-28T17:25:45.967907Z","end":"2026-07-28T17:25:47.202362Z","steps":["trace[1663882063] 'process raft request' (duration: 1.234131149s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.202449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441492924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:25:47.202505Z","caller":"traceutil/trace.go:171","msg":"trace[509883335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:52807; }","duration":"3.441644979s","start":"2026-07-28T17:25:43.760847Z","end":"2026-07-28T17:25:47.202492Z","steps":["trace[509883335] 'agreement among raft nodes before linearized reading' (duration: 3.441501094s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.202538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:43.760826Z","time spent":"3.44170157s","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:25:47.202626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:45.967882Z","time spent":"1.234619093s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:25:47.202733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.429399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-28T17:25:47.202808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.130431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T17:25:47.202815Z","caller":"traceutil/trace.go:171","msg":"trace[1113956452] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:52807; }","duration":"291.557183ms","start":"2026-07-28T17:25:46.911233Z","end":"2026-07-28T17:25:47.20279Z","steps":["trace[1113956452] 'agreement among raft nodes before linearized reading' (duration: 291.301147ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:47.202841Z","caller":"traceutil/trace.go:171","msg":"trace[1351777170] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:52807; }","duration":"136.185952ms","start":"2026-07-28T17:25:47.066647Z","end":"2026-07-28T17:25:47.202833Z","steps":["trace[1351777170] 'agreement among raft nodes before linearized reading' (duration: 136.011698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.202906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946044073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-28T17:25:47.20292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.769468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-28T17:25:47.202927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.358228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T17:25:47.202946Z","caller":"traceutil/trace.go:171","msg":"trace[1283058709] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:52807; }","duration":"1.946118385s","start":"2026-07-28T17:25:45.256817Z","end":"2026-07-28T17:25:47.202935Z","steps":["trace[1283058709] 'agreement among raft nodes before linearized reading' (duration: 1.945883569s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:47.202962Z","caller":"traceutil/trace.go:171","msg":"trace[89975385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:52807; }","duration":"195.42172ms","start":"2026-07-28T17:25:47.007531Z","end":"2026-07-28T17:25:47.202953Z","steps":["trace[89975385] 'agreement among raft nodes before linearized reading' (duration: 195.269886ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:47.20296Z","caller":"traceutil/trace.go:171","msg":"trace[919139653] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:52807; }","duration":"136.877941ms","start":"2026-07-28T17:25:47.06607Z","end":"2026-07-28T17:25:47.202948Z","steps":["trace[919139653] 'agreement among raft nodes before linearized reading' (duration: 136.694306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.202984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:45.256773Z","time spent":"1.946202877s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":197,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:25:47.203063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681794307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:25:47.203085Z","caller":"traceutil/trace.go:171","msg":"trace[477767319] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:52807; }","duration":"2.681864408s","start":"2026-07-28T17:25:44.521213Z","end":"2026-07-28T17:25:47.203078Z","steps":["trace[477767319] 'agreement among raft nodes before linearized reading' (duration: 2.681822647s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.20311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:44.521187Z","time spent":"2.681914629s","remote":"127.0.0.1:34720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:25:47.203185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208773039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T17:25:47.203226Z","caller":"traceutil/trace.go:171","msg":"trace[622318382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:52807; }","duration":"3.208846511s","start":"2026-07-28T17:25:43.99437Z","end":"2026-07-28T17:25:47.203216Z","steps":["trace[622318382] 'agreement among raft nodes before linearized reading' (duration: 3.208763308s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.203254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.068212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-28T17:25:47.203262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.209368035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T17:25:47.203192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.292339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T17:25:47.203287Z","caller":"traceutil/trace.go:171","msg":"trace[2124767283] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:52807; }","duration":"409.109873ms","start":"2026-07-28T17:25:46.794168Z","end":"2026-07-28T17:25:47.203278Z","steps":["trace[2124767283] 'agreement among raft nodes before linearized reading' (duration: 409.040361ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:47.203295Z","caller":"traceutil/trace.go:171","msg":"trace[448796357] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:52807; }","duration":"403.431663ms","start":"2026-07-28T17:25:46.799854Z","end":"2026-07-28T17:25:47.203285Z","steps":["trace[448796357] 'agreement among raft nodes before linearized reading' (duration: 403.272148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.203319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:46.79416Z","time spent":"409.151795ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:25:47.203323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:46.799835Z","time spent":"403.481824ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:25:47.203307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.383659754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T17:25:47.203387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976786037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:422498"} {"level":"warn","ts":"2026-07-28T17:25:47.203406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.890062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:25:47.203414Z","caller":"traceutil/trace.go:171","msg":"trace[158766944] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:52807; }","duration":"3.383820409s","start":"2026-07-28T17:25:43.819577Z","end":"2026-07-28T17:25:47.203397Z","steps":["trace[158766944] 'agreement among raft nodes before linearized reading' (duration: 3.383610144s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:47.203418Z","caller":"traceutil/trace.go:171","msg":"trace[360239998] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:52807; }","duration":"1.976817497s","start":"2026-07-28T17:25:45.226591Z","end":"2026-07-28T17:25:47.203409Z","steps":["trace[360239998] 'agreement among raft nodes before linearized reading' (duration: 1.976654323s)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:47.203432Z","caller":"traceutil/trace.go:171","msg":"trace[680218509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:52807; }","duration":"429.959875ms","start":"2026-07-28T17:25:46.773465Z","end":"2026-07-28T17:25:47.203425Z","steps":["trace[680218509] 'agreement among raft nodes before linearized reading' (duration: 429.922644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.203444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:45.226539Z","time spent":"1.976899729s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":422521,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-28T17:25:47.20345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:43.819553Z","time spent":"3.383888581s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T17:25:47.203291Z","caller":"traceutil/trace.go:171","msg":"trace[157472333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:52807; }","duration":"3.209419016s","start":"2026-07-28T17:25:43.993863Z","end":"2026-07-28T17:25:47.203282Z","steps":["trace[157472333] 'agreement among raft nodes before linearized reading' (duration: 3.209348995s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.203647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.557078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-28T17:25:47.203647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657699439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1412"} {"level":"warn","ts":"2026-07-28T17:25:47.20363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:43.993852Z","time spent":"3.209769245s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T17:25:47.203679Z","caller":"traceutil/trace.go:171","msg":"trace[1723806454] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:52807; }","duration":"978.62673ms","start":"2026-07-28T17:25:46.225045Z","end":"2026-07-28T17:25:47.203672Z","steps":["trace[1723806454] 'agreement among raft nodes before linearized reading' (duration: 978.424855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.203702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:46.225026Z","time spent":"978.669461ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":260,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:25:47.203686Z","caller":"traceutil/trace.go:171","msg":"trace[650180961] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:52807; }","duration":"2.65776061s","start":"2026-07-28T17:25:44.545912Z","end":"2026-07-28T17:25:47.203673Z","steps":["trace[650180961] 'agreement among raft nodes before linearized reading' (duration: 2.657664068s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.203457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:46.773446Z","time spent":"430.006436ms","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:25:47.203755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:44.545896Z","time spent":"2.657834533s","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1435,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-28T17:25:47.203758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254183694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-96778cd75-wnbjn.18c681d088d76992\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-07-28T17:25:47.203819Z","caller":"traceutil/trace.go:171","msg":"trace[1267197723] range","detail":"{range_begin:/registry/events/openstack/heat-api-96778cd75-wnbjn.18c681d088d76992; range_end:; response_count:1; response_revision:52807; }","duration":"2.254293977s","start":"2026-07-28T17:25:44.949508Z","end":"2026-07-28T17:25:47.203802Z","steps":["trace[1267197723] 'agreement among raft nodes before linearized reading' (duration: 2.254138623s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.203856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217493329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:25:47.203864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:44.949485Z","time spent":"2.254365511s","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":927,"request content":"key:\"/registry/events/openstack/heat-api-96778cd75-wnbjn.18c681d088d76992\" "} {"level":"info","ts":"2026-07-28T17:25:47.203885Z","caller":"traceutil/trace.go:171","msg":"trace[1056637332] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:52807; }","duration":"1.217526011s","start":"2026-07-28T17:25:45.986349Z","end":"2026-07-28T17:25:47.203875Z","steps":["trace[1056637332] 'agreement among raft nodes before linearized reading' (duration: 1.217477509s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.20391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:45.986305Z","time spent":"1.217597373s","remote":"127.0.0.1:34992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:25:47.204001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314181552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:25:47.204071Z","caller":"traceutil/trace.go:171","msg":"trace[1215308023] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:52807; }","duration":"2.314280144s","start":"2026-07-28T17:25:44.889762Z","end":"2026-07-28T17:25:47.204042Z","steps":["trace[1215308023] 'agreement among raft nodes before linearized reading' (duration: 2.314186182s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.204066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332076071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:25:47.204112Z","caller":"traceutil/trace.go:171","msg":"trace[2056548245] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:52807; }","duration":"1.332124362s","start":"2026-07-28T17:25:45.871978Z","end":"2026-07-28T17:25:47.204102Z","steps":["trace[2056548245] 'agreement among raft nodes before linearized reading' (duration: 1.33205221s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.20411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:44.88974Z","time spent":"2.314357647s","remote":"127.0.0.1:54500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:25:47.204141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:45.871909Z","time spent":"1.332224294s","remote":"127.0.0.1:42804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:25:47.20326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:43.99435Z","time spent":"3.208902863s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:25:47.203114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215808664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:25:47.204287Z","caller":"traceutil/trace.go:171","msg":"trace[363446443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:52807; }","duration":"3.217013466s","start":"2026-07-28T17:25:43.987261Z","end":"2026-07-28T17:25:47.204275Z","steps":["trace[363446443] 'agreement among raft nodes before linearized reading' (duration: 3.215777993s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.204323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:43.987237Z","time spent":"3.217072928s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:25:47.204429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524699787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:25:47.20447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902256224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T17:25:47.204479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844077355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:25:47.204499Z","caller":"traceutil/trace.go:171","msg":"trace[747519509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:52807; }","duration":"1.902312736s","start":"2026-07-28T17:25:45.302178Z","end":"2026-07-28T17:25:47.204491Z","steps":["trace[747519509] 'agreement among raft nodes before linearized reading' (duration: 1.902232584s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.204522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:45.302164Z","time spent":"1.902352416s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T17:25:47.204525Z","caller":"traceutil/trace.go:171","msg":"trace[826493211] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:52807; }","duration":"1.844168947s","start":"2026-07-28T17:25:45.360342Z","end":"2026-07-28T17:25:47.204511Z","steps":["trace[826493211] 'agreement among raft nodes before linearized reading' (duration: 1.844097105s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.204566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:45.360318Z","time spent":"1.84423528s","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:25:47.204482Z","caller":"traceutil/trace.go:171","msg":"trace[442381321] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:52807; }","duration":"1.524755278s","start":"2026-07-28T17:25:45.679709Z","end":"2026-07-28T17:25:47.204464Z","steps":["trace[442381321] 'agreement among raft nodes before linearized reading' (duration: 1.524665786s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.20465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:45.679663Z","time spent":"1.524973374s","remote":"127.0.0.1:35806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:25:47.205092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438773062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:25:47.205139Z","caller":"traceutil/trace.go:171","msg":"trace[1204986492] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:52807; }","duration":"3.438851684s","start":"2026-07-28T17:25:43.766261Z","end":"2026-07-28T17:25:47.205113Z","steps":["trace[1204986492] 'agreement among raft nodes before linearized reading' (duration: 3.436264466s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.205189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:43.766238Z","time spent":"3.438944367s","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:25:47.205499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394294415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:25:47.205535Z","caller":"traceutil/trace.go:171","msg":"trace[1073825814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:52807; }","duration":"3.394376598s","start":"2026-07-28T17:25:43.811149Z","end":"2026-07-28T17:25:47.205526Z","steps":["trace[1073825814] 'agreement among raft nodes before linearized reading' (duration: 3.392181681s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:25:47.205593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:25:43.811129Z","time spent":"3.394458631s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:25:51.405872Z","caller":"traceutil/trace.go:171","msg":"trace[359929559] transaction","detail":"{read_only:false; response_revision:52853; number_of_response:1; }","duration":"125.801868ms","start":"2026-07-28T17:25:51.280046Z","end":"2026-07-28T17:25:51.405848Z","steps":["trace[359929559] 'process raft request' (duration: 125.733696ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:51.4059Z","caller":"traceutil/trace.go:171","msg":"trace[1915653701] transaction","detail":"{read_only:false; response_revision:52854; number_of_response:1; }","duration":"124.476543ms","start":"2026-07-28T17:25:51.281405Z","end":"2026-07-28T17:25:51.405881Z","steps":["trace[1915653701] 'process raft request' (duration: 124.406051ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:51.406017Z","caller":"traceutil/trace.go:171","msg":"trace[2101845280] transaction","detail":"{read_only:false; response_revision:52851; number_of_response:1; }","duration":"126.540928ms","start":"2026-07-28T17:25:51.279454Z","end":"2026-07-28T17:25:51.405995Z","steps":["trace[2101845280] 'process raft request' (duration: 126.24473ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:51.406083Z","caller":"traceutil/trace.go:171","msg":"trace[685917727] transaction","detail":"{read_only:false; response_revision:52852; number_of_response:1; }","duration":"126.273231ms","start":"2026-07-28T17:25:51.279793Z","end":"2026-07-28T17:25:51.406066Z","steps":["trace[685917727] 'process raft request' (duration: 125.953202ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:25:51.406102Z","caller":"traceutil/trace.go:171","msg":"trace[459986682] transaction","detail":"{read_only:false; response_revision:52850; number_of_response:1; }","duration":"126.63155ms","start":"2026-07-28T17:25:51.279418Z","end":"2026-07-28T17:25:51.40605Z","steps":["trace[459986682] 'process raft request' (duration: 45.971967ms)","trace[459986682] 'compare' (duration: 80.087358ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:27:06.907017Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":50836} {"level":"info","ts":"2026-07-28T17:27:07.034324Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":50836,"took":"121.732291ms","hash":3515616530,"current-db-size-bytes":55808000,"current-db-size":"56 MB","current-db-size-in-use-bytes":31109120,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T17:27:07.034377Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3515616530,"revision":50836,"compact-revision":48162} {"level":"info","ts":"2026-07-28T17:29:10.070873Z","caller":"traceutil/trace.go:171","msg":"trace[1649800945] transaction","detail":"{read_only:false; response_revision:54546; number_of_response:1; }","duration":"161.514413ms","start":"2026-07-28T17:29:09.909342Z","end":"2026-07-28T17:29:10.070856Z","steps":["trace[1649800945] 'process raft request' (duration: 161.360269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:12.279699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335478803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:29:13.589136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335478803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T17:29:13.63119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.300268064s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T17:29:13.633799Z","caller":"traceutil/trace.go:171","msg":"trace[1624714719] transaction","detail":"{read_only:false; response_revision:54562; number_of_response:1; }","duration":"2.303015827s","start":"2026-07-28T17:29:11.33076Z","end":"2026-07-28T17:29:13.633776Z","steps":["trace[1624714719] 'process raft request' (duration: 2.302884453s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.633943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:11.330734Z","time spent":"2.3031373s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:29:13.647598Z","caller":"traceutil/trace.go:171","msg":"trace[1825129770] transaction","detail":"{read_only:false; response_revision:54569; number_of_response:1; }","duration":"1.478874113s","start":"2026-07-28T17:29:12.168706Z","end":"2026-07-28T17:29:13.64758Z","steps":["trace[1825129770] 'process raft request' (duration: 1.478837523s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.647707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.168695Z","time spent":"1.478956275s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:29:13.647863Z","caller":"traceutil/trace.go:171","msg":"trace[1680886596] transaction","detail":"{read_only:false; response_revision:54570; number_of_response:1; }","duration":"1.470374429s","start":"2026-07-28T17:29:12.177473Z","end":"2026-07-28T17:29:13.647848Z","steps":["trace[1680886596] 'process raft request' (duration: 1.470087251s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.648022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.177456Z","time spent":"1.470449092s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:29:13.6481Z","caller":"traceutil/trace.go:171","msg":"trace[1231645173] transaction","detail":"{read_only:false; response_revision:54565; number_of_response:1; }","duration":"1.492168974s","start":"2026-07-28T17:29:12.155921Z","end":"2026-07-28T17:29:13.64809Z","steps":["trace[1231645173] 'process raft request' (duration: 1.491546238s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.648151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.155893Z","time spent":"1.492234786s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:29:13.648206Z","caller":"traceutil/trace.go:171","msg":"trace[1136798482] transaction","detail":"{read_only:false; response_revision:54566; number_of_response:1; }","duration":"1.490329227s","start":"2026-07-28T17:29:12.157872Z","end":"2026-07-28T17:29:13.648201Z","steps":["trace[1136798482] 'process raft request' (duration: 1.489615418s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.648239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.157852Z","time spent":"1.490367477s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:29:13.648264Z","caller":"traceutil/trace.go:171","msg":"trace[832108932] transaction","detail":"{read_only:false; response_revision:54571; number_of_response:1; }","duration":"1.182905823s","start":"2026-07-28T17:29:12.46535Z","end":"2026-07-28T17:29:13.648256Z","steps":["trace[832108932] 'process raft request' (duration: 1.182436092s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.648303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.465336Z","time spent":"1.182946394s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:29:13.648322Z","caller":"traceutil/trace.go:171","msg":"trace[536032544] transaction","detail":"{read_only:false; response_revision:54567; number_of_response:1; }","duration":"1.488690623s","start":"2026-07-28T17:29:12.159626Z","end":"2026-07-28T17:29:13.648316Z","steps":["trace[536032544] 'process raft request' (duration: 1.487881792s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.648358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.159605Z","time spent":"1.488734373s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:29:13.648439Z","caller":"traceutil/trace.go:171","msg":"trace[1998227278] transaction","detail":"{read_only:false; response_revision:54568; number_of_response:1; }","duration":"1.485603052s","start":"2026-07-28T17:29:12.162829Z","end":"2026-07-28T17:29:13.648432Z","steps":["trace[1998227278] 'process raft request' (duration: 1.484697608s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.648486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.162806Z","time spent":"1.485658774s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:29:13.648525Z","caller":"traceutil/trace.go:171","msg":"trace[1016916161] linearizableReadLoop","detail":"{readStateIndex:56093; appliedIndex:56084; }","duration":"1.870538625s","start":"2026-07-28T17:29:11.777979Z","end":"2026-07-28T17:29:13.648517Z","steps":["trace[1016916161] 'read index received' (duration: 1.856519044s)","trace[1016916161] 'applied index is now lower than readState.Index' (duration: 14.018901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T17:29:13.648749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870790762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:29:13.648778Z","caller":"traceutil/trace.go:171","msg":"trace[1409243595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:54572; }","duration":"1.870868503s","start":"2026-07-28T17:29:11.777904Z","end":"2026-07-28T17:29:13.648772Z","steps":["trace[1409243595] 'agreement among raft nodes before linearized reading' (duration: 1.870820072s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.648794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:11.777872Z","time spent":"1.870919205s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:29:13.648841Z","caller":"traceutil/trace.go:171","msg":"trace[1652419998] transaction","detail":"{read_only:false; response_revision:54563; number_of_response:1; }","duration":"1.566901582s","start":"2026-07-28T17:29:12.081909Z","end":"2026-07-28T17:29:13.648811Z","steps":["trace[1652419998] 'process raft request' (duration: 1.565429263s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.648917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825638648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T17:29:13.648944Z","caller":"traceutil/trace.go:171","msg":"trace[549465715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:54572; }","duration":"1.825711719s","start":"2026-07-28T17:29:11.823225Z","end":"2026-07-28T17:29:13.648937Z","steps":["trace[549465715] 'agreement among raft nodes before linearized reading' (duration: 1.825624007s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.648939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.081883Z","time spent":"1.567010324s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:29:13.648961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:11.823201Z","time spent":"1.82575689s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:29:13.648979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107343184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:29:13.649004Z","caller":"traceutil/trace.go:171","msg":"trace[208504987] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:54572; }","duration":"1.107368815s","start":"2026-07-28T17:29:12.541627Z","end":"2026-07-28T17:29:13.648996Z","steps":["trace[208504987] 'agreement among raft nodes before linearized reading' (duration: 1.107331254s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.649022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.541615Z","time spent":"1.107402585s","remote":"127.0.0.1:35044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:29:13.649083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199947905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:29:13.649103Z","caller":"traceutil/trace.go:171","msg":"trace[1870555695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:54572; }","duration":"1.199996235s","start":"2026-07-28T17:29:12.449102Z","end":"2026-07-28T17:29:13.649098Z","steps":["trace[1870555695] 'agreement among raft nodes before linearized reading' (duration: 1.199941004s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.649111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081913972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:29:13.649116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.449082Z","time spent":"1.200031247s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T17:29:13.649126Z","caller":"traceutil/trace.go:171","msg":"trace[2016152721] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:54572; }","duration":"1.081949122s","start":"2026-07-28T17:29:12.567173Z","end":"2026-07-28T17:29:13.649122Z","steps":["trace[2016152721] 'agreement among raft nodes before linearized reading' (duration: 1.081920621s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.649145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.567167Z","time spent":"1.081974813s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:29:13.649178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231844408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T17:29:13.649195Z","caller":"traceutil/trace.go:171","msg":"trace[507092637] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:54572; }","duration":"1.23188935s","start":"2026-07-28T17:29:12.4173Z","end":"2026-07-28T17:29:13.64919Z","steps":["trace[507092637] 'agreement among raft nodes before linearized reading' (duration: 1.231849588s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.64921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.417284Z","time spent":"1.23192149s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:29:13.649258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294502995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:29:13.649276Z","caller":"traceutil/trace.go:171","msg":"trace[234320144] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:54572; }","duration":"1.294561247s","start":"2026-07-28T17:29:12.354708Z","end":"2026-07-28T17:29:13.64927Z","steps":["trace[234320144] 'agreement among raft nodes before linearized reading' (duration: 1.294530536s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.649292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.354691Z","time spent":"1.294595728s","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-28T17:29:13.649832Z","caller":"traceutil/trace.go:171","msg":"trace[726850285] transaction","detail":"{read_only:false; response_revision:54564; number_of_response:1; }","duration":"1.567837117s","start":"2026-07-28T17:29:12.081984Z","end":"2026-07-28T17:29:13.649822Z","steps":["trace[726850285] 'process raft request' (duration: 1.565460394s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:29:13.649907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:29:12.081949Z","time spent":"1.56793057s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:32:06.915168Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":53491} {"level":"info","ts":"2026-07-28T17:32:07.04119Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":53491,"took":"122.168382ms","hash":2778756335,"current-db-size-bytes":56659968,"current-db-size":"57 MB","current-db-size-in-use-bytes":30183424,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T17:32:07.041277Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2778756335,"revision":53491,"compact-revision":50836} {"level":"warn","ts":"2026-07-28T17:32:43.309095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335482920,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:32:43.710406Z","caller":"traceutil/trace.go:171","msg":"trace[2107191600] linearizableReadLoop","detail":"{readStateIndex:57971; appliedIndex:57970; }","duration":"901.382136ms","start":"2026-07-28T17:32:42.809003Z","end":"2026-07-28T17:32:43.710385Z","steps":["trace[2107191600] 'read index received' (duration: 901.220522ms)","trace[2107191600] 'applied index is now lower than readState.Index' (duration: 161.074µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:32:43.710501Z","caller":"traceutil/trace.go:171","msg":"trace[2063304004] transaction","detail":"{read_only:false; response_revision:56402; number_of_response:1; }","duration":"901.994563ms","start":"2026-07-28T17:32:42.808482Z","end":"2026-07-28T17:32:43.710477Z","steps":["trace[2063304004] 'process raft request' (duration: 901.794757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:43.710576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.353724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:32:43.710595Z","caller":"traceutil/trace.go:171","msg":"trace[2059861876] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:56402; }","duration":"402.408136ms","start":"2026-07-28T17:32:43.30818Z","end":"2026-07-28T17:32:43.710588Z","steps":["trace[2059861876] 'agreement among raft nodes before linearized reading' (duration: 402.376595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:43.71061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:42.808451Z","time spent":"902.100866ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:32:43.710616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:43.30816Z","time spent":"402.451077ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T17:32:43.71066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.389435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T17:32:43.710679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.009338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T17:32:43.71072Z","caller":"traceutil/trace.go:171","msg":"trace[501224019] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:56402; }","duration":"876.465527ms","start":"2026-07-28T17:32:42.834238Z","end":"2026-07-28T17:32:43.710704Z","steps":["trace[501224019] 'agreement among raft nodes before linearized reading' (duration: 876.315043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:43.710748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:42.834235Z","time spent":"876.508498ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:32:43.710851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.912059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:32:43.710872Z","caller":"traceutil/trace.go:171","msg":"trace[1683380417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:56402; }","duration":"876.9418ms","start":"2026-07-28T17:32:42.833923Z","end":"2026-07-28T17:32:43.710865Z","steps":["trace[1683380417] 'agreement among raft nodes before linearized reading' (duration: 876.850828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:43.710904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.951915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"warn","ts":"2026-07-28T17:32:43.710917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:42.833915Z","time spent":"876.995451ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T17:32:43.710942Z","caller":"traceutil/trace.go:171","msg":"trace[1895340098] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:56402; }","duration":"503.031187ms","start":"2026-07-28T17:32:43.207891Z","end":"2026-07-28T17:32:43.710923Z","steps":["trace[1895340098] 'agreement among raft nodes before linearized reading' (duration: 502.904194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:43.710961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:43.207873Z","time spent":"503.083388ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:32:43.710987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.755348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T17:32:43.711007Z","caller":"traceutil/trace.go:171","msg":"trace[1661239536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:56402; }","duration":"878.813589ms","start":"2026-07-28T17:32:42.832187Z","end":"2026-07-28T17:32:43.711001Z","steps":["trace[1661239536] 'agreement among raft nodes before linearized reading' (duration: 878.759298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:43.711022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:42.832166Z","time spent":"878.85211ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:32:43.710527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.521451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:32:43.711072Z","caller":"traceutil/trace.go:171","msg":"trace[775213556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:56402; }","duration":"902.128066ms","start":"2026-07-28T17:32:42.808939Z","end":"2026-07-28T17:32:43.711067Z","steps":["trace[775213556] 'agreement among raft nodes before linearized reading' (duration: 901.543681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:43.711088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:42.808916Z","time spent":"902.167466ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:32:43.710755Z","caller":"traceutil/trace.go:171","msg":"trace[244609235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:56402; }","duration":"895.115081ms","start":"2026-07-28T17:32:42.815623Z","end":"2026-07-28T17:32:43.710738Z","steps":["trace[244609235] 'agreement among raft nodes before linearized reading' (duration: 894.917626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:43.711129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:42.815616Z","time spent":"895.50933ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T17:32:44.217963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335482925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:32:44.392555Z","caller":"traceutil/trace.go:171","msg":"trace[1341497114] transaction","detail":"{read_only:false; response_revision:56403; number_of_response:1; }","duration":"675.415089ms","start":"2026-07-28T17:32:43.717087Z","end":"2026-07-28T17:32:44.392502Z","steps":["trace[1341497114] 'process raft request' (duration: 673.066506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:44.392778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:43.717067Z","time spent":"675.593853ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:32:44.395276Z","caller":"traceutil/trace.go:171","msg":"trace[809068198] linearizableReadLoop","detail":"{readStateIndex:57977; appliedIndex:57971; }","duration":"677.681549ms","start":"2026-07-28T17:32:43.717569Z","end":"2026-07-28T17:32:44.39525Z","steps":["trace[809068198] 'read index received' (duration: 672.597303ms)","trace[809068198] 'applied index is now lower than readState.Index' (duration: 5.083436ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:32:44.395381Z","caller":"traceutil/trace.go:171","msg":"trace[1481038436] transaction","detail":"{read_only:false; response_revision:56406; number_of_response:1; }","duration":"676.139208ms","start":"2026-07-28T17:32:43.719232Z","end":"2026-07-28T17:32:44.395371Z","steps":["trace[1481038436] 'process raft request' (duration: 675.917471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:44.395464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:43.719207Z","time spent":"676.19584ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:32:44.395438Z","caller":"traceutil/trace.go:171","msg":"trace[2110236136] transaction","detail":"{read_only:false; response_revision:56404; number_of_response:1; }","duration":"677.682629ms","start":"2026-07-28T17:32:43.717729Z","end":"2026-07-28T17:32:44.395412Z","steps":["trace[2110236136] 'process raft request' (duration: 677.281578ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:32:44.395505Z","caller":"traceutil/trace.go:171","msg":"trace[931814546] transaction","detail":"{read_only:false; response_revision:56405; number_of_response:1; }","duration":"677.224267ms","start":"2026-07-28T17:32:43.718114Z","end":"2026-07-28T17:32:44.395338Z","steps":["trace[931814546] 'process raft request' (duration: 677.00023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:44.3956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:43.718106Z","time spent":"677.445222ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:32:44.395597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:43.71772Z","time spent":"677.797381ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:32:44.395635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.087334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:32:44.395695Z","caller":"traceutil/trace.go:171","msg":"trace[178624752] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:56408; }","duration":"104.179166ms","start":"2026-07-28T17:32:44.291498Z","end":"2026-07-28T17:32:44.395677Z","steps":["trace[178624752] 'agreement among raft nodes before linearized reading' (duration: 104.088814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:44.395684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.172162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-28T17:32:44.39572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.545793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T17:32:44.395715Z","caller":"traceutil/trace.go:171","msg":"trace[637638858] transaction","detail":"{read_only:false; response_revision:56407; number_of_response:1; }","duration":"676.244581ms","start":"2026-07-28T17:32:43.719447Z","end":"2026-07-28T17:32:44.395692Z","steps":["trace[637638858] 'process raft request' (duration: 675.738168ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:32:44.395757Z","caller":"traceutil/trace.go:171","msg":"trace[1004019524] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:56408; }","duration":"263.262955ms","start":"2026-07-28T17:32:44.132475Z","end":"2026-07-28T17:32:44.395738Z","steps":["trace[1004019524] 'agreement among raft nodes before linearized reading' (duration: 263.094851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:44.395767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.650899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T17:32:44.395779Z","caller":"traceutil/trace.go:171","msg":"trace[1164203309] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:56408; }","duration":"144.591044ms","start":"2026-07-28T17:32:44.251161Z","end":"2026-07-28T17:32:44.395752Z","steps":["trace[1164203309] 'agreement among raft nodes before linearized reading' (duration: 144.468881ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:32:44.395793Z","caller":"traceutil/trace.go:171","msg":"trace[255385300] transaction","detail":"{read_only:false; response_revision:56408; number_of_response:1; }","duration":"418.721207ms","start":"2026-07-28T17:32:43.977059Z","end":"2026-07-28T17:32:44.39578Z","steps":["trace[255385300] 'process raft request' (duration: 418.156213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:44.395796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.68321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T17:32:44.395804Z","caller":"traceutil/trace.go:171","msg":"trace[668273325] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:56408; }","duration":"270.709071ms","start":"2026-07-28T17:32:44.125085Z","end":"2026-07-28T17:32:44.395794Z","steps":["trace[668273325] 'agreement among raft nodes before linearized reading' (duration: 270.520257ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:32:44.395846Z","caller":"traceutil/trace.go:171","msg":"trace[566983666] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:56408; }","duration":"270.762322ms","start":"2026-07-28T17:32:44.125071Z","end":"2026-07-28T17:32:44.395833Z","steps":["trace[566983666] 'agreement among raft nodes before linearized reading' (duration: 270.615229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:44.395862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:43.977026Z","time spent":"418.802749ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:32:44.395793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:43.719437Z","time spent":"676.325183ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:32:44.396162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.586882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23574"} {"level":"warn","ts":"2026-07-28T17:32:44.395867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.062833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:32:44.396197Z","caller":"traceutil/trace.go:171","msg":"trace[350685503] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:56408; }","duration":"678.633753ms","start":"2026-07-28T17:32:43.717555Z","end":"2026-07-28T17:32:44.396189Z","steps":["trace[350685503] 'agreement among raft nodes before linearized reading' (duration: 677.914344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:44.396252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:43.717548Z","time spent":"678.672444ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23597,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T17:32:44.396155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.607344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:32:44.396338Z","caller":"traceutil/trace.go:171","msg":"trace[913696899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:56408; }","duration":"625.440376ms","start":"2026-07-28T17:32:43.770867Z","end":"2026-07-28T17:32:44.396308Z","steps":["trace[913696899] 'agreement among raft nodes before linearized reading' (duration: 624.682946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:44.396384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:43.77085Z","time spent":"625.526068ms","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T17:32:44.396223Z","caller":"traceutil/trace.go:171","msg":"trace[1537127373] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:56408; }","duration":"516.437863ms","start":"2026-07-28T17:32:43.879768Z","end":"2026-07-28T17:32:44.396206Z","steps":["trace[1537127373] 'agreement among raft nodes before linearized reading' (duration: 516.074153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:32:44.397688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:32:43.879749Z","time spent":"517.808669ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:33:49.778471Z","caller":"traceutil/trace.go:171","msg":"trace[862927090] linearizableReadLoop","detail":"{readStateIndex:58598; appliedIndex:58597; }","duration":"228.060724ms","start":"2026-07-28T17:33:49.55039Z","end":"2026-07-28T17:33:49.77845Z","steps":["trace[862927090] 'read index received' (duration: 227.782036ms)","trace[862927090] 'applied index is now lower than readState.Index' (duration: 277.978µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:33:49.77861Z","caller":"traceutil/trace.go:171","msg":"trace[1687451404] transaction","detail":"{read_only:false; response_revision:57015; number_of_response:1; }","duration":"290.388372ms","start":"2026-07-28T17:33:49.48821Z","end":"2026-07-28T17:33:49.778598Z","steps":["trace[1687451404] 'process raft request' (duration: 290.071343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:49.778862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.460723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T17:33:49.77895Z","caller":"traceutil/trace.go:171","msg":"trace[40515643] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:57015; }","duration":"228.535065ms","start":"2026-07-28T17:33:49.55035Z","end":"2026-07-28T17:33:49.778885Z","steps":["trace[40515643] 'agreement among raft nodes before linearized reading' (duration: 228.411252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:49.779103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.192532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"warn","ts":"2026-07-28T17:33:49.779161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.072744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T17:33:49.77922Z","caller":"traceutil/trace.go:171","msg":"trace[767121117] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:57015; }","duration":"217.175826ms","start":"2026-07-28T17:33:49.562028Z","end":"2026-07-28T17:33:49.779204Z","steps":["trace[767121117] 'agreement among raft nodes before linearized reading' (duration: 217.022002ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:33:49.779221Z","caller":"traceutil/trace.go:171","msg":"trace[2016917675] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:57015; }","duration":"187.357517ms","start":"2026-07-28T17:33:49.591835Z","end":"2026-07-28T17:33:49.779192Z","steps":["trace[2016917675] 'agreement among raft nodes before linearized reading' (duration: 187.10783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:49.779258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.30256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T17:33:49.779406Z","caller":"traceutil/trace.go:171","msg":"trace[155539241] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:57015; }","duration":"225.453804ms","start":"2026-07-28T17:33:49.553934Z","end":"2026-07-28T17:33:49.779388Z","steps":["trace[155539241] 'agreement among raft nodes before linearized reading' (duration: 224.985011ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:33:50.368097Z","caller":"traceutil/trace.go:171","msg":"trace[249797761] transaction","detail":"{read_only:false; response_revision:57016; number_of_response:1; }","duration":"584.37985ms","start":"2026-07-28T17:33:49.783689Z","end":"2026-07-28T17:33:50.368069Z","steps":["trace[249797761] 'process raft request' (duration: 584.170524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:50.368265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:49.7835Z","time spent":"584.678188ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:33:50.368945Z","caller":"traceutil/trace.go:171","msg":"trace[497306878] transaction","detail":"{read_only:false; response_revision:57017; number_of_response:1; }","duration":"584.346339ms","start":"2026-07-28T17:33:49.784575Z","end":"2026-07-28T17:33:50.368921Z","steps":["trace[497306878] 'process raft request' (duration: 584.229596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:50.36907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:49.784558Z","time spent":"584.445802ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:33:50.369105Z","caller":"traceutil/trace.go:171","msg":"trace[164811436] linearizableReadLoop","detail":"{readStateIndex:58601; appliedIndex:58598; }","duration":"465.113254ms","start":"2026-07-28T17:33:49.903966Z","end":"2026-07-28T17:33:50.36908Z","steps":["trace[164811436] 'read index received' (duration: 464.002885ms)","trace[164811436] 'applied index is now lower than readState.Index' (duration: 1.107359ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:33:50.369169Z","caller":"traceutil/trace.go:171","msg":"trace[1433668800] transaction","detail":"{read_only:false; response_revision:57018; number_of_response:1; }","duration":"584.578225ms","start":"2026-07-28T17:33:49.78458Z","end":"2026-07-28T17:33:50.369158Z","steps":["trace[1433668800] 'process raft request' (duration: 584.311268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:50.36922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:49.784568Z","time spent":"584.624076ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:33:50.369345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.363961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-28T17:33:50.369381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.164935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T17:33:50.369422Z","caller":"traceutil/trace.go:171","msg":"trace[653065831] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:57018; }","duration":"446.228265ms","start":"2026-07-28T17:33:49.923181Z","end":"2026-07-28T17:33:50.369409Z","steps":["trace[653065831] 'agreement among raft nodes before linearized reading' (duration: 446.111533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:50.36945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:49.923164Z","time spent":"446.279397ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-28T17:33:50.369391Z","caller":"traceutil/trace.go:171","msg":"trace[1608022242] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:57018; }","duration":"465.473465ms","start":"2026-07-28T17:33:49.903904Z","end":"2026-07-28T17:33:50.369377Z","steps":["trace[1608022242] 'agreement among raft nodes before linearized reading' (duration: 465.304139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:50.369574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:49.903845Z","time spent":"465.71392ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T17:33:50.369586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.723505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T17:33:50.369618Z","caller":"traceutil/trace.go:171","msg":"trace[517843712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:57018; }","duration":"352.114405ms","start":"2026-07-28T17:33:50.017496Z","end":"2026-07-28T17:33:50.369611Z","steps":["trace[517843712] 'agreement among raft nodes before linearized reading' (duration: 352.027123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:50.369643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.017473Z","time spent":"352.163986ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T17:33:50.369688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.468141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:33:50.369728Z","caller":"traceutil/trace.go:171","msg":"trace[14558933] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:57018; }","duration":"181.550043ms","start":"2026-07-28T17:33:50.188165Z","end":"2026-07-28T17:33:50.369715Z","steps":["trace[14558933] 'agreement among raft nodes before linearized reading' (duration: 181.489502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:50.369845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.115421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T17:33:50.369928Z","caller":"traceutil/trace.go:171","msg":"trace[19777297] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:57018; }","duration":"274.240394ms","start":"2026-07-28T17:33:50.095673Z","end":"2026-07-28T17:33:50.369914Z","steps":["trace[19777297] 'agreement among raft nodes before linearized reading' (duration: 273.846844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:51.265208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415874392335484272,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T17:33:51.274389Z","caller":"traceutil/trace.go:171","msg":"trace[1915518314] transaction","detail":"{read_only:false; response_revision:57025; number_of_response:1; }","duration":"519.054591ms","start":"2026-07-28T17:33:50.755314Z","end":"2026-07-28T17:33:51.274369Z","steps":["trace[1915518314] 'process raft request' (duration: 516.508265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:51.27515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.755295Z","time spent":"519.149753ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T17:33:51.275501Z","caller":"traceutil/trace.go:171","msg":"trace[1454518465] transaction","detail":"{read_only:false; response_revision:57028; number_of_response:1; }","duration":"511.691447ms","start":"2026-07-28T17:33:50.763781Z","end":"2026-07-28T17:33:51.275472Z","steps":["trace[1454518465] 'process raft request' (duration: 511.516503ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:33:51.275581Z","caller":"traceutil/trace.go:171","msg":"trace[763648601] transaction","detail":"{read_only:false; response_revision:57027; number_of_response:1; }","duration":"516.124884ms","start":"2026-07-28T17:33:50.759448Z","end":"2026-07-28T17:33:51.275573Z","steps":["trace[763648601] 'process raft request' (duration: 515.805956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:51.27572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.763765Z","time spent":"511.83283ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:33:51.275874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.269976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T17:33:51.27593Z","caller":"traceutil/trace.go:171","msg":"trace[560296648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:57029; }","duration":"511.43108ms","start":"2026-07-28T17:33:50.764485Z","end":"2026-07-28T17:33:51.275916Z","steps":["trace[560296648] 'agreement among raft nodes before linearized reading' (duration: 511.07054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:51.275964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.764478Z","time spent":"511.477042ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T17:33:51.275491Z","caller":"traceutil/trace.go:171","msg":"trace[69098317] transaction","detail":"{read_only:false; response_revision:57026; number_of_response:1; }","duration":"518.57457ms","start":"2026-07-28T17:33:50.756848Z","end":"2026-07-28T17:33:51.275422Z","steps":["trace[69098317] 'process raft request' (duration: 518.279321ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:33:51.275508Z","caller":"traceutil/trace.go:171","msg":"trace[2014412562] linearizableReadLoop","detail":"{readStateIndex:58613; appliedIndex:58608; }","duration":"510.950058ms","start":"2026-07-28T17:33:50.76451Z","end":"2026-07-28T17:33:51.27546Z","steps":["trace[2014412562] 'read index received' (duration: 507.335922ms)","trace[2014412562] 'applied index is now lower than readState.Index' (duration: 3.613406ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:33:51.275536Z","caller":"traceutil/trace.go:171","msg":"trace[1075419919] transaction","detail":"{read_only:false; response_revision:57029; number_of_response:1; }","duration":"510.923177ms","start":"2026-07-28T17:33:50.764579Z","end":"2026-07-28T17:33:51.275502Z","steps":["trace[1075419919] 'process raft request' (duration: 510.750162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:51.276467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.764558Z","time spent":"511.79276ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:33:51.276349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.756821Z","time spent":"519.239267ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:33:51.275735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.759428Z","time spent":"516.212886ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T17:33:51.276548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.782194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T17:33:51.276486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.239616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:33:51.276702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.620735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T17:33:51.276764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.25962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T17:33:51.27677Z","caller":"traceutil/trace.go:171","msg":"trace[775271225] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:57029; }","duration":"308.82647ms","start":"2026-07-28T17:33:50.967925Z","end":"2026-07-28T17:33:51.276751Z","steps":["trace[775271225] 'agreement among raft nodes before linearized reading' (duration: 308.716657ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:33:51.276797Z","caller":"traceutil/trace.go:171","msg":"trace[1206062320] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:57029; }","duration":"476.306181ms","start":"2026-07-28T17:33:50.800482Z","end":"2026-07-28T17:33:51.276789Z","steps":["trace[1206062320] 'agreement among raft nodes before linearized reading' (duration: 476.198878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:51.276827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.800476Z","time spent":"476.344672ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T17:33:51.276831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.967902Z","time spent":"308.913793ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-28T17:33:51.276739Z","caller":"traceutil/trace.go:171","msg":"trace[736959723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:57029; }","duration":"505.490933ms","start":"2026-07-28T17:33:50.771229Z","end":"2026-07-28T17:33:51.27672Z","steps":["trace[736959723] 'agreement among raft nodes before linearized reading' (duration: 505.203025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:51.27698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.771195Z","time spent":"505.766629ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T17:33:51.27719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.264386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T17:33:51.27725Z","caller":"traceutil/trace.go:171","msg":"trace[981585701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:57029; }","duration":"494.364618ms","start":"2026-07-28T17:33:50.782875Z","end":"2026-07-28T17:33:51.277239Z","steps":["trace[981585701] 'agreement among raft nodes before linearized reading' (duration: 494.227245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:51.277282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.782863Z","time spent":"494.411089ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T17:33:51.27661Z","caller":"traceutil/trace.go:171","msg":"trace[360129971] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:57029; }","duration":"484.859776ms","start":"2026-07-28T17:33:50.791734Z","end":"2026-07-28T17:33:51.276594Z","steps":["trace[360129971] 'agreement among raft nodes before linearized reading' (duration: 484.704252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:51.277303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.373715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T17:33:51.277343Z","caller":"traceutil/trace.go:171","msg":"trace[1577398973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:57029; }","duration":"495.447468ms","start":"2026-07-28T17:33:50.781884Z","end":"2026-07-28T17:33:51.277332Z","steps":["trace[1577398973] 'agreement among raft nodes before linearized reading' (duration: 495.332594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:51.277334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.791728Z","time spent":"485.588706ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T17:33:51.277383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.781868Z","time spent":"495.506949ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T17:33:51.277412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.396663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T17:33:51.276665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.931699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:33:51.277439Z","caller":"traceutil/trace.go:171","msg":"trace[191234459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:57029; }","duration":"493.434714ms","start":"2026-07-28T17:33:50.783995Z","end":"2026-07-28T17:33:51.27743Z","steps":["trace[191234459] 'agreement among raft nodes before linearized reading' (duration: 493.329331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:33:51.277468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T17:33:50.783989Z","time spent":"493.474475ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T17:33:51.277475Z","caller":"traceutil/trace.go:171","msg":"trace[1385246848] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:57029; }","duration":"254.772591ms","start":"2026-07-28T17:33:51.022691Z","end":"2026-07-28T17:33:51.277464Z","steps":["trace[1385246848] 'agreement among raft nodes before linearized reading' (duration: 253.938079ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:33:53.384514Z","caller":"traceutil/trace.go:171","msg":"trace[905195953] transaction","detail":"{read_only:false; response_revision:57041; number_of_response:1; }","duration":"103.197339ms","start":"2026-07-28T17:33:53.281295Z","end":"2026-07-28T17:33:53.384492Z","steps":["trace[905195953] 'process raft request' (duration: 103.037775ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:33:53.384514Z","caller":"traceutil/trace.go:171","msg":"trace[974122254] transaction","detail":"{read_only:false; response_revision:57040; number_of_response:1; }","duration":"103.98108ms","start":"2026-07-28T17:33:53.280496Z","end":"2026-07-28T17:33:53.384477Z","steps":["trace[974122254] 'process raft request' (duration: 103.57405ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:33:53.384859Z","caller":"traceutil/trace.go:171","msg":"trace[1090506993] transaction","detail":"{read_only:false; response_revision:57042; number_of_response:1; }","duration":"103.055586ms","start":"2026-07-28T17:33:53.281748Z","end":"2026-07-28T17:33:53.384804Z","steps":["trace[1090506993] 'process raft request' (duration: 102.633695ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:33:53.384824Z","caller":"traceutil/trace.go:171","msg":"trace[1968427230] transaction","detail":"{read_only:false; response_revision:57043; number_of_response:1; }","duration":"102.668386ms","start":"2026-07-28T17:33:53.282135Z","end":"2026-07-28T17:33:53.384804Z","steps":["trace[1968427230] 'process raft request' (duration: 102.283656ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:34:27.113133Z","caller":"traceutil/trace.go:171","msg":"trace[907664250] linearizableReadLoop","detail":"{readStateIndex:58922; appliedIndex:58920; }","duration":"245.72436ms","start":"2026-07-28T17:34:26.867383Z","end":"2026-07-28T17:34:27.113108Z","steps":["trace[907664250] 'read index received' (duration: 1.664453ms)","trace[907664250] 'applied index is now lower than readState.Index' (duration: 244.058667ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:34:27.11327Z","caller":"traceutil/trace.go:171","msg":"trace[269126020] transaction","detail":"{read_only:false; response_revision:57331; number_of_response:1; }","duration":"274.00618ms","start":"2026-07-28T17:34:26.839222Z","end":"2026-07-28T17:34:27.113229Z","steps":["trace[269126020] 'process raft request' (duration: 273.67306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:34:27.113445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.961887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T17:34:27.113545Z","caller":"traceutil/trace.go:171","msg":"trace[448638366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:57331; }","duration":"246.147072ms","start":"2026-07-28T17:34:26.867375Z","end":"2026-07-28T17:34:27.113522Z","steps":["trace[448638366] 'agreement among raft nodes before linearized reading' (duration: 245.893126ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:35:05.13032Z","caller":"traceutil/trace.go:171","msg":"trace[966404260] transaction","detail":"{read_only:false; response_revision:57674; number_of_response:1; }","duration":"249.460849ms","start":"2026-07-28T17:35:04.880832Z","end":"2026-07-28T17:35:05.130293Z","steps":["trace[966404260] 'process raft request' (duration: 249.292275ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:35:05.135836Z","caller":"traceutil/trace.go:171","msg":"trace[1148774267] linearizableReadLoop","detail":"{readStateIndex:59274; appliedIndex:59272; }","duration":"175.0169ms","start":"2026-07-28T17:35:04.960795Z","end":"2026-07-28T17:35:05.135811Z","steps":["trace[1148774267] 'read index received' (duration: 169.3523ms)","trace[1148774267] 'applied index is now lower than readState.Index' (duration: 5.66357ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T17:35:05.136162Z","caller":"traceutil/trace.go:171","msg":"trace[419453639] transaction","detail":"{read_only:false; response_revision:57675; number_of_response:1; }","duration":"243.879733ms","start":"2026-07-28T17:35:04.89227Z","end":"2026-07-28T17:35:05.136149Z","steps":["trace[419453639] 'process raft request' (duration: 243.323148ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:35:05.136371Z","caller":"traceutil/trace.go:171","msg":"trace[758525589] transaction","detail":"{read_only:false; response_revision:57676; number_of_response:1; }","duration":"144.212805ms","start":"2026-07-28T17:35:04.99213Z","end":"2026-07-28T17:35:05.136343Z","steps":["trace[758525589] 'process raft request' (duration: 143.602569ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:35:05.136398Z","caller":"traceutil/trace.go:171","msg":"trace[268832343] transaction","detail":"{read_only:false; response_revision:57677; number_of_response:1; }","duration":"136.648445ms","start":"2026-07-28T17:35:04.999724Z","end":"2026-07-28T17:35:05.136373Z","steps":["trace[268832343] 'process raft request' (duration: 136.050389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T17:35:05.136731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.78032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T17:35:05.136863Z","caller":"traceutil/trace.go:171","msg":"trace[577352084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:57677; }","duration":"176.074999ms","start":"2026-07-28T17:35:04.960762Z","end":"2026-07-28T17:35:05.136837Z","steps":["trace[577352084] 'agreement among raft nodes before linearized reading' (duration: 175.544904ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T17:36:25.154233Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":60006,"local-member-snapshot-index":50005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T17:36:25.159124Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":60006} {"level":"info","ts":"2026-07-28T17:36:25.159248Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":55006} {"level":"info","ts":"2026-07-28T17:36:36.09504Z","caller":"fileutil/purge.go:96","msg":"purged","path":"/var/lib/etcd/member/snap/0000000000000002-0000000000002711.snap"} {"level":"info","ts":"2026-07-28T17:37:06.924574Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":56098} {"level":"info","ts":"2026-07-28T17:37:07.030441Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":56098,"took":"102.556474ms","hash":2520481389,"current-db-size-bytes":57511936,"current-db-size":"58 MB","current-db-size-in-use-bytes":32006144,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T17:37:07.030497Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2520481389,"revision":56098,"compact-revision":53491}