{"level":"warn","ts":"2026-03-05T07:28:08.96737Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T07:28:08.967455Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.49:2380","--initial-cluster=instance=https://199.204.45.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-05T07:28:08.967522Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T07:28:08.96753Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-03-05T07:28:08.967547Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T07:28:08.968126Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"]} {"level":"info","ts":"2026-03-05T07:28:08.968199Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-05T07:28:09.171654Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"37.576029ms"} {"level":"info","ts":"2026-03-05T07:28:09.184919Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d0ba3c4de8c6ef7a","cluster-id":"e76701b877f442ac"} {"level":"info","ts":"2026-03-05T07:28:09.185048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=()"} {"level":"info","ts":"2026-03-05T07:28:09.185078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 0"} {"level":"info","ts":"2026-03-05T07:28:09.185105Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d0ba3c4de8c6ef7a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-05T07:28:09.185123Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 1"} {"level":"info","ts":"2026-03-05T07:28:09.185185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"warn","ts":"2026-03-05T07:28:09.198003Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-05T07:28:09.199606Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-05T07:28:09.200967Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-05T07:28:09.203714Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d0ba3c4de8c6ef7a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-05T07:28:09.203995Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T07:28:09.203907Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d0ba3c4de8c6ef7a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-05T07:28:09.204073Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T07:28:09.204092Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T07:28:09.206432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"info","ts":"2026-03-05T07:28:09.206681Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","added-peer-id":"d0ba3c4de8c6ef7a","added-peer-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-03-05T07:28:09.208464Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T07:28:09.209679Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-03-05T07:28:09.209725Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-03-05T07:28:09.209992Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d0ba3c4de8c6ef7a","initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-05T07:28:09.21004Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-05T07:28:09.38547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a is starting a new election at term 1"} {"level":"info","ts":"2026-03-05T07:28:09.385511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-05T07:28:09.385533Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgPreVoteResp from d0ba3c4de8c6ef7a at term 1"} {"level":"info","ts":"2026-03-05T07:28:09.385548Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became candidate at term 2"} {"level":"info","ts":"2026-03-05T07:28:09.385572Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgVoteResp from d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-03-05T07:28:09.385584Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became leader at term 2"} {"level":"info","ts":"2026-03-05T07:28:09.385597Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d0ba3c4de8c6ef7a elected leader d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-03-05T07:28:09.38651Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d0ba3c4de8c6ef7a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.49:2379]}","request-path":"/0/members/d0ba3c4de8c6ef7a/attributes","cluster-id":"e76701b877f442ac","publish-timeout":"7s"} {"level":"info","ts":"2026-03-05T07:28:09.386566Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T07:28:09.38676Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T07:28:09.386892Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T07:28:09.387008Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-05T07:28:09.387061Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-05T07:28:09.389784Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.49:2379"} {"level":"info","ts":"2026-03-05T07:28:09.390115Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-05T07:28:09.390286Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T07:28:09.390372Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T07:28:09.390398Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-05T07:28:13.071564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.888214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3495"} {"level":"info","ts":"2026-03-05T07:28:13.071941Z","caller":"traceutil/trace.go:171","msg":"trace[624702047] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:244; }","duration":"169.257376ms","start":"2026-03-05T07:28:12.902591Z","end":"2026-03-05T07:28:13.071848Z","steps":["trace[624702047] 'range keys from in-memory index tree' (duration: 168.75937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:15.033086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.177308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:28:15.033469Z","caller":"traceutil/trace.go:171","msg":"trace[919902083] linearizableReadLoop","detail":"{readStateIndex:311; appliedIndex:310; }","duration":"650.865632ms","start":"2026-03-05T07:28:14.382586Z","end":"2026-03-05T07:28:15.033452Z","steps":["trace[919902083] 'read index received' (duration: 41.735654ms)","trace[919902083] 'applied index is now lower than readState.Index' (duration: 609.128358ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:15.033509Z","caller":"traceutil/trace.go:171","msg":"trace[82130488] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"701.078878ms","start":"2026-03-05T07:28:14.332388Z","end":"2026-03-05T07:28:15.033467Z","steps":["trace[82130488] 'process raft request' (duration: 91.953721ms)","trace[82130488] 'compare' (duration: 608.000953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:15.033603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.008856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:15.033653Z","caller":"traceutil/trace.go:171","msg":"trace[2038328592] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:0; response_revision:303; }","duration":"651.103219ms","start":"2026-03-05T07:28:14.38254Z","end":"2026-03-05T07:28:15.033643Z","steps":["trace[2038328592] 'agreement among raft nodes before linearized reading' (duration: 651.008246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:15.033697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:14.382516Z","time spent":"651.16527ms","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-05T07:28:15.033664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:14.332371Z","time spent":"701.220632ms","remote":"127.0.0.1:48568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":435,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:28:15.033697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.518711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:15.033782Z","caller":"traceutil/trace.go:171","msg":"trace[2062475824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:303; }","duration":"500.707886ms","start":"2026-03-05T07:28:14.53306Z","end":"2026-03-05T07:28:15.033768Z","steps":["trace[2062475824] 'agreement among raft nodes before linearized reading' (duration: 500.524041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:15.033852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:14.533036Z","time spent":"500.805698ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:28:15.589887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343198124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:28:16.288091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.574035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:28:16.28821Z","caller":"traceutil/trace.go:171","msg":"trace[825732182] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"1.250795673s","start":"2026-03-05T07:28:15.037392Z","end":"2026-03-05T07:28:16.288188Z","steps":["trace[825732182] 'process raft request' (duration: 661.079615ms)","trace[825732182] 'compare' (duration: 589.087809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:16.288307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:15.037369Z","time spent":"1.250873426s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:28:17.03115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332656944s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T07:28:17.781598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.11993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:28:17.781903Z","caller":"traceutil/trace.go:171","msg":"trace[266602601] linearizableReadLoop","detail":"{readStateIndex:315; appliedIndex:311; }","duration":"2.692736644s","start":"2026-03-05T07:28:15.089148Z","end":"2026-03-05T07:28:17.781885Z","steps":["trace[266602601] 'read index received' (duration: 609.336982ms)","trace[266602601] 'applied index is now lower than readState.Index' (duration: 2.083398382s)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:17.781946Z","caller":"traceutil/trace.go:171","msg":"trace[234741770] transaction","detail":"{read_only:false; number_of_response:0; response_revision:306; }","duration":"2.617946576s","start":"2026-03-05T07:28:15.16397Z","end":"2026-03-05T07:28:17.781916Z","steps":["trace[234741770] 'process raft request' (duration: 2.617830653s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:17.781883Z","caller":"traceutil/trace.go:171","msg":"trace[1062201418] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"2.741804818s","start":"2026-03-05T07:28:15.040064Z","end":"2026-03-05T07:28:17.781869Z","steps":["trace[1062201418] 'process raft request' (duration: 2.741630903s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:17.782109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:15.163951Z","time spent":"2.61808848s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:28:17.782137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692955051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-05T07:28:17.782188Z","caller":"traceutil/trace.go:171","msg":"trace[1392796097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:306; }","duration":"2.693066235s","start":"2026-03-05T07:28:15.089111Z","end":"2026-03-05T07:28:17.782177Z","steps":["trace[1392796097] 'agreement among raft nodes before linearized reading' (duration: 2.692849458s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:17.782228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:15.089095Z","time spent":"2.693124136s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:28:17.782143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:15.040055Z","time spent":"2.742000643s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":203,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:28:17.782329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670053038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-05T07:28:17.782414Z","caller":"traceutil/trace.go:171","msg":"trace[1436762802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:306; }","duration":"2.670194502s","start":"2026-03-05T07:28:15.112201Z","end":"2026-03-05T07:28:17.782396Z","steps":["trace[1436762802] 'agreement among raft nodes before linearized reading' (duration: 2.670004807s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:17.782461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:15.112187Z","time spent":"2.670264975s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:28:17.781823Z","caller":"traceutil/trace.go:171","msg":"trace[2097028441] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"2.743600991s","start":"2026-03-05T07:28:15.038151Z","end":"2026-03-05T07:28:17.781752Z","steps":["trace[2097028441] 'process raft request' (duration: 1.993241345s)","trace[2097028441] 'compare' (duration: 749.979225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:17.783359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491797137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:28:17.783606Z","caller":"traceutil/trace.go:171","msg":"trace[690664079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:306; }","duration":"1.492074335s","start":"2026-03-05T07:28:16.291491Z","end":"2026-03-05T07:28:17.783565Z","steps":["trace[690664079] 'agreement among raft nodes before linearized reading' (duration: 1.490782457s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:17.783635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621421529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5892"} {"level":"warn","ts":"2026-03-05T07:28:17.783652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:16.291472Z","time spent":"1.492171199s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:28:17.783974Z","caller":"traceutil/trace.go:171","msg":"trace[74678210] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:306; }","duration":"2.621564224s","start":"2026-03-05T07:28:15.16211Z","end":"2026-03-05T07:28:17.783674Z","steps":["trace[74678210] 'agreement among raft nodes before linearized reading' (duration: 2.620221163s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:17.784011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:15.162091Z","time spent":"2.621911133s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5916,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T07:28:17.784121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:15.038139Z","time spent":"2.745810287s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T07:28:25.988721Z","caller":"traceutil/trace.go:171","msg":"trace[100179346] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"141.93274ms","start":"2026-03-05T07:28:25.846765Z","end":"2026-03-05T07:28:25.988697Z","steps":["trace[100179346] 'process raft request' (duration: 141.805696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:25.988811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.371924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:28:25.988888Z","caller":"traceutil/trace.go:171","msg":"trace[2084570206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:405; }","duration":"138.445537ms","start":"2026-03-05T07:28:25.850413Z","end":"2026-03-05T07:28:25.988859Z","steps":["trace[2084570206] 'agreement among raft nodes before linearized reading' (duration: 138.316823ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:26.57886Z","caller":"traceutil/trace.go:171","msg":"trace[687089768] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"383.818921ms","start":"2026-03-05T07:28:26.195014Z","end":"2026-03-05T07:28:26.578833Z","steps":["trace[687089768] 'process raft request' (duration: 383.659216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:26.579222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:26.194995Z","time spent":"383.952275ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:26.738407Z","caller":"traceutil/trace.go:171","msg":"trace[1945593006] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"147.374034ms","start":"2026-03-05T07:28:26.591008Z","end":"2026-03-05T07:28:26.738382Z","steps":["trace[1945593006] 'process raft request' (duration: 147.223449ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:26.869347Z","caller":"traceutil/trace.go:171","msg":"trace[62988221] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"116.153793ms","start":"2026-03-05T07:28:26.753167Z","end":"2026-03-05T07:28:26.869321Z","steps":["trace[62988221] 'process raft request' (duration: 98.371232ms)","trace[62988221] 'compare' (duration: 17.656227ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:27.165133Z","caller":"traceutil/trace.go:171","msg":"trace[388380224] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"191.21693ms","start":"2026-03-05T07:28:26.973887Z","end":"2026-03-05T07:28:27.165104Z","steps":["trace[388380224] 'process raft request' (duration: 137.053536ms)","trace[388380224] 'compare' (duration: 54.02025ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:40.197256Z","caller":"traceutil/trace.go:171","msg":"trace[670711855] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"228.617144ms","start":"2026-03-05T07:28:39.968602Z","end":"2026-03-05T07:28:40.197219Z","steps":["trace[670711855] 'process raft request' (duration: 228.390158ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:40.197585Z","caller":"traceutil/trace.go:171","msg":"trace[1027645365] linearizableReadLoop","detail":"{readStateIndex:517; appliedIndex:517; }","duration":"143.994874ms","start":"2026-03-05T07:28:40.053555Z","end":"2026-03-05T07:28:40.19755Z","steps":["trace[1027645365] 'read index received' (duration: 143.985083ms)","trace[1027645365] 'applied index is now lower than readState.Index' (duration: 7.451µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:40.197786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.693773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T07:28:40.197785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.21627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-05T07:28:40.197816Z","caller":"traceutil/trace.go:171","msg":"trace[906185037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:501; }","duration":"141.789495ms","start":"2026-03-05T07:28:40.056015Z","end":"2026-03-05T07:28:40.197805Z","steps":["trace[906185037] 'agreement among raft nodes before linearized reading' (duration: 141.685643ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:40.197845Z","caller":"traceutil/trace.go:171","msg":"trace[1855638778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:501; }","duration":"144.346843ms","start":"2026-03-05T07:28:40.053479Z","end":"2026-03-05T07:28:40.197825Z","steps":["trace[1855638778] 'agreement among raft nodes before linearized reading' (duration: 144.215179ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:40.584203Z","caller":"traceutil/trace.go:171","msg":"trace[1941358782] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:517; }","duration":"274.181471ms","start":"2026-03-05T07:28:40.309985Z","end":"2026-03-05T07:28:40.584167Z","steps":["trace[1941358782] 'read index received' (duration: 270.829002ms)","trace[1941358782] 'applied index is now lower than readState.Index' (duration: 3.351419ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:40.584234Z","caller":"traceutil/trace.go:171","msg":"trace[1296678778] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"380.800935ms","start":"2026-03-05T07:28:40.203368Z","end":"2026-03-05T07:28:40.584169Z","steps":["trace[1296678778] 'process raft request' (duration: 377.294881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:40.584357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.364016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:40.584398Z","caller":"traceutil/trace.go:171","msg":"trace[100241070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:504; }","duration":"274.458288ms","start":"2026-03-05T07:28:40.309927Z","end":"2026-03-05T07:28:40.584386Z","steps":["trace[100241070] 'agreement among raft nodes before linearized reading' (duration: 274.351215ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:40.584397Z","caller":"traceutil/trace.go:171","msg":"trace[387593463] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"380.673502ms","start":"2026-03-05T07:28:40.203689Z","end":"2026-03-05T07:28:40.584362Z","steps":["trace[387593463] 'process raft request' (duration: 380.329032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:40.584493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:40.203339Z","time spent":"381.00184ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:40.584512Z","caller":"traceutil/trace.go:171","msg":"trace[388208008] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"380.724713ms","start":"2026-03-05T07:28:40.203746Z","end":"2026-03-05T07:28:40.584471Z","steps":["trace[388208008] 'process raft request' (duration: 380.378114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:40.584589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:40.203667Z","time spent":"380.806876ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:40.584623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:40.203705Z","time spent":"380.869537ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:43.617805Z","caller":"traceutil/trace.go:171","msg":"trace[1202612388] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"123.382697ms","start":"2026-03-05T07:28:43.494379Z","end":"2026-03-05T07:28:43.617762Z","steps":["trace[1202612388] 'process raft request' (duration: 103.795529ms)","trace[1202612388] 'compare' (duration: 19.389073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:47.060428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.768909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:28:47.060606Z","caller":"traceutil/trace.go:171","msg":"trace[1948304433] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"316.399479ms","start":"2026-03-05T07:28:46.744179Z","end":"2026-03-05T07:28:47.060578Z","steps":["trace[1948304433] 'process raft request' (duration: 16.326532ms)","trace[1948304433] 'compare' (duration: 299.571154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:47.060878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:46.744149Z","time spent":"316.505442ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:47.407068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.217595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:47.40717Z","caller":"traceutil/trace.go:171","msg":"trace[1959898997] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:545; }","duration":"148.366299ms","start":"2026-03-05T07:28:47.258781Z","end":"2026-03-05T07:28:47.407147Z","steps":["trace[1959898997] 'range keys from in-memory index tree' (duration: 148.118093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:47.407416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.305339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tqvsq\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-05T07:28:47.407555Z","caller":"traceutil/trace.go:171","msg":"trace[912383779] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tqvsq; range_end:; response_count:1; response_revision:545; }","duration":"156.539186ms","start":"2026-03-05T07:28:47.250989Z","end":"2026-03-05T07:28:47.407529Z","steps":["trace[912383779] 'range keys from in-memory index tree' (duration: 155.829837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:48.026608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343198624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:28:48.469301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044786249s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:28:48.469695Z","caller":"traceutil/trace.go:171","msg":"trace[1075899406] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.045373795s","start":"2026-03-05T07:28:47.424277Z","end":"2026-03-05T07:28:48.469651Z","steps":["trace[1075899406] 'process raft request' (duration: 1.045224801s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:48.469854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:47.42424Z","time spent":"1.045525109s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:49.15772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.957927ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T07:28:49.157871Z","caller":"traceutil/trace.go:171","msg":"trace[1010986477] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:563; }","duration":"1.631462416s","start":"2026-03-05T07:28:47.526359Z","end":"2026-03-05T07:28:49.157821Z","steps":["trace[1010986477] 'read index received' (duration: 943.638171ms)","trace[1010986477] 'applied index is now lower than readState.Index' (duration: 687.822905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:49.158088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.882317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-05T07:28:49.158133Z","caller":"traceutil/trace.go:171","msg":"trace[1239637984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:546; }","duration":"923.97331ms","start":"2026-03-05T07:28:48.234146Z","end":"2026-03-05T07:28:49.158119Z","steps":["trace[1239637984] 'agreement among raft nodes before linearized reading' (duration: 923.803275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:49.158114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631714372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:49.158173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:48.234111Z","time spent":"924.052912ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:28:49.158255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.718927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:28:49.158277Z","caller":"traceutil/trace.go:171","msg":"trace[1949412008] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:546; }","duration":"1.631947479s","start":"2026-03-05T07:28:47.526291Z","end":"2026-03-05T07:28:49.158238Z","steps":["trace[1949412008] 'agreement among raft nodes before linearized reading' (duration: 1.631638351s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:49.15839Z","caller":"traceutil/trace.go:171","msg":"trace[403836560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:546; }","duration":"413.882941ms","start":"2026-03-05T07:28:48.744481Z","end":"2026-03-05T07:28:49.158364Z","steps":["trace[403836560] 'agreement among raft nodes before linearized reading' (duration: 413.623814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:49.158485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.084481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T07:28:49.158529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:48.744465Z","time spent":"414.046885ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:28:49.158476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:47.526258Z","time spent":"1.632199445s","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-05T07:28:49.158586Z","caller":"traceutil/trace.go:171","msg":"trace[1289588931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:546; }","duration":"498.193574ms","start":"2026-03-05T07:28:48.660362Z","end":"2026-03-05T07:28:49.158556Z","steps":["trace[1289588931] 'agreement among raft nodes before linearized reading' (duration: 497.836855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:49.158635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:48.660286Z","time spent":"498.339708ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:28:49.671809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343198628,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:28:49.983086Z","caller":"traceutil/trace.go:171","msg":"trace[1374554439] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"821.042034ms","start":"2026-03-05T07:28:49.162012Z","end":"2026-03-05T07:28:49.983054Z","steps":["trace[1374554439] 'process raft request' (duration: 820.87932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:49.983296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:49.161988Z","time spent":"821.186987ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:50.967296Z","caller":"traceutil/trace.go:171","msg":"trace[1123662419] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"1.804372415s","start":"2026-03-05T07:28:49.162868Z","end":"2026-03-05T07:28:50.967241Z","steps":["trace[1123662419] 'process raft request' (duration: 1.804125598s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:50.967451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:49.162857Z","time spent":"1.804517378s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:50.967604Z","caller":"traceutil/trace.go:171","msg":"trace[1173821624] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"1.804240622s","start":"2026-03-05T07:28:49.163335Z","end":"2026-03-05T07:28:50.967575Z","steps":["trace[1173821624] 'process raft request' (duration: 1.803866562s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:50.967629Z","caller":"traceutil/trace.go:171","msg":"trace[1139009030] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:564; }","duration":"1.796617619s","start":"2026-03-05T07:28:49.170986Z","end":"2026-03-05T07:28:50.967604Z","steps":["trace[1139009030] 'read index received' (duration: 811.899011ms)","trace[1139009030] 'applied index is now lower than readState.Index' (duration: 984.717558ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:50.967705Z","caller":"traceutil/trace.go:171","msg":"trace[3315955] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"1.803655687s","start":"2026-03-05T07:28:49.164037Z","end":"2026-03-05T07:28:50.967692Z","steps":["trace[3315955] 'process raft request' (duration: 1.803448001s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:50.96777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:49.164027Z","time spent":"1.803711738s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:28:50.96783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658368799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:28:50.967832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796840746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:50.967883Z","caller":"traceutil/trace.go:171","msg":"trace[246020412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:550; }","duration":"1.658460591s","start":"2026-03-05T07:28:49.309408Z","end":"2026-03-05T07:28:50.967869Z","steps":["trace[246020412] 'agreement among raft nodes before linearized reading' (duration: 1.658358019s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:50.967936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:49.309395Z","time spent":"1.658533153s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:28:50.967893Z","caller":"traceutil/trace.go:171","msg":"trace[296113544] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:550; }","duration":"1.796925097s","start":"2026-03-05T07:28:49.170951Z","end":"2026-03-05T07:28:50.967876Z","steps":["trace[296113544] 'agreement among raft nodes before linearized reading' (duration: 1.796788934s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:50.968068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:49.170934Z","time spent":"1.797107673s","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-05T07:28:50.967809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:49.163321Z","time spent":"1.804352354s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:28:51.880585Z","caller":"traceutil/trace.go:171","msg":"trace[1375889797] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"144.720713ms","start":"2026-03-05T07:28:51.735833Z","end":"2026-03-05T07:28:51.880554Z","steps":["trace[1375889797] 'process raft request' (duration: 144.494267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:52.231309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.053689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:28:52.231493Z","caller":"traceutil/trace.go:171","msg":"trace[213863022] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:578; }","duration":"242.225354ms","start":"2026-03-05T07:28:51.989248Z","end":"2026-03-05T07:28:52.231474Z","steps":["trace[213863022] 'read index received' (duration: 84.926329ms)","trace[213863022] 'applied index is now lower than readState.Index' (duration: 157.298075ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:52.231514Z","caller":"traceutil/trace.go:171","msg":"trace[737315451] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"323.846597ms","start":"2026-03-05T07:28:51.90763Z","end":"2026-03-05T07:28:52.231477Z","steps":["trace[737315451] 'process raft request' (duration: 166.52795ms)","trace[737315451] 'compare' (duration: 156.895845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:52.231638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:51.907594Z","time spent":"323.98202ms","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:28:52.231669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.43045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-05T07:28:52.231701Z","caller":"traceutil/trace.go:171","msg":"trace[1087655846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:562; }","duration":"242.505762ms","start":"2026-03-05T07:28:51.989183Z","end":"2026-03-05T07:28:52.231689Z","steps":["trace[1087655846] 'agreement among raft nodes before linearized reading' (duration: 242.347378ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:52.231697Z","caller":"traceutil/trace.go:171","msg":"trace[2142590275] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"322.979783ms","start":"2026-03-05T07:28:51.908646Z","end":"2026-03-05T07:28:52.231626Z","steps":["trace[2142590275] 'process raft request' (duration: 322.761008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:52.231857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:28:51.908622Z","time spent":"323.160168ms","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T07:28:52.356952Z","caller":"traceutil/trace.go:171","msg":"trace[860527121] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"120.982393ms","start":"2026-03-05T07:28:52.235927Z","end":"2026-03-05T07:28:52.356909Z","steps":["trace[860527121] 'process raft request' (duration: 116.782763ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:52.792434Z","caller":"traceutil/trace.go:171","msg":"trace[649342480] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"268.011827ms","start":"2026-03-05T07:28:52.524399Z","end":"2026-03-05T07:28:52.792411Z","steps":["trace[649342480] 'process raft request' (duration: 264.059113ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:52.793321Z","caller":"traceutil/trace.go:171","msg":"trace[2138350522] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"264.585127ms","start":"2026-03-05T07:28:52.528709Z","end":"2026-03-05T07:28:52.793294Z","steps":["trace[2138350522] 'process raft request' (duration: 264.181857ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:52.793341Z","caller":"traceutil/trace.go:171","msg":"trace[182621503] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:652; }","duration":"260.331385ms","start":"2026-03-05T07:28:52.532984Z","end":"2026-03-05T07:28:52.793315Z","steps":["trace[182621503] 'read index received' (duration: 255.494737ms)","trace[182621503] 'applied index is now lower than readState.Index' (duration: 4.835548ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:52.79352Z","caller":"traceutil/trace.go:171","msg":"trace[1317916036] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"260.425407ms","start":"2026-03-05T07:28:52.533072Z","end":"2026-03-05T07:28:52.793497Z","steps":["trace[1317916036] 'process raft request' (duration: 260.019576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:52.793713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.472198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:52.793759Z","caller":"traceutil/trace.go:171","msg":"trace[558774882] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"261.291369ms","start":"2026-03-05T07:28:52.532457Z","end":"2026-03-05T07:28:52.793749Z","steps":["trace[558774882] 'process raft request' (duration: 260.593831ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:52.793765Z","caller":"traceutil/trace.go:171","msg":"trace[511077462] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:640; }","duration":"260.887139ms","start":"2026-03-05T07:28:52.532862Z","end":"2026-03-05T07:28:52.793749Z","steps":["trace[511077462] 'agreement among raft nodes before linearized reading' (duration: 260.54343ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:52.793759Z","caller":"traceutil/trace.go:171","msg":"trace[97548842] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"250.118454ms","start":"2026-03-05T07:28:52.543612Z","end":"2026-03-05T07:28:52.79373Z","steps":["trace[97548842] 'process raft request' (duration: 249.557609ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:52.793722Z","caller":"traceutil/trace.go:171","msg":"trace[1254218671] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"264.091743ms","start":"2026-03-05T07:28:52.529616Z","end":"2026-03-05T07:28:52.793707Z","steps":["trace[1254218671] 'process raft request' (duration: 263.397735ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:52.794007Z","caller":"traceutil/trace.go:171","msg":"trace[655674305] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"239.718189ms","start":"2026-03-05T07:28:52.554278Z","end":"2026-03-05T07:28:52.793996Z","steps":["trace[655674305] 'process raft request' (duration: 238.963789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:53.038366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.534486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:28:53.039099Z","caller":"traceutil/trace.go:171","msg":"trace[801172387] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"201.514087ms","start":"2026-03-05T07:28:52.837101Z","end":"2026-03-05T07:28:53.038615Z","steps":["trace[801172387] 'process raft request' (duration: 67.613792ms)","trace[801172387] 'compare' (duration: 133.384641ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:53.039326Z","caller":"traceutil/trace.go:171","msg":"trace[196568588] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"201.254209ms","start":"2026-03-05T07:28:52.838003Z","end":"2026-03-05T07:28:53.039257Z","steps":["trace[196568588] 'process raft request' (duration: 200.469388ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:53.039744Z","caller":"traceutil/trace.go:171","msg":"trace[1607970428] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"201.505967ms","start":"2026-03-05T07:28:52.83818Z","end":"2026-03-05T07:28:53.039686Z","steps":["trace[1607970428] 'process raft request' (duration: 200.373536ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:53.041038Z","caller":"traceutil/trace.go:171","msg":"trace[430175515] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"201.718492ms","start":"2026-03-05T07:28:52.839154Z","end":"2026-03-05T07:28:53.040872Z","steps":["trace[430175515] 'process raft request' (duration: 199.446301ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:53.041618Z","caller":"traceutil/trace.go:171","msg":"trace[28893436] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:676; }","duration":"197.418168ms","start":"2026-03-05T07:28:52.844115Z","end":"2026-03-05T07:28:53.041533Z","steps":["trace[28893436] 'read index received' (duration: 60.615916ms)","trace[28893436] 'applied index is now lower than readState.Index' (duration: 136.797592ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:53.04179Z","caller":"traceutil/trace.go:171","msg":"trace[767069007] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"202.485462ms","start":"2026-03-05T07:28:52.839278Z","end":"2026-03-05T07:28:53.041764Z","steps":["trace[767069007] 'process raft request' (duration: 201.485106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:53.042639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.559532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:53.04269Z","caller":"traceutil/trace.go:171","msg":"trace[906719334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:662; }","duration":"203.622083ms","start":"2026-03-05T07:28:52.839046Z","end":"2026-03-05T07:28:53.042668Z","steps":["trace[906719334] 'agreement among raft nodes before linearized reading' (duration: 202.728628ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:53.05398Z","caller":"traceutil/trace.go:171","msg":"trace[901940757] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"206.207441ms","start":"2026-03-05T07:28:52.847746Z","end":"2026-03-05T07:28:53.053954Z","steps":["trace[901940757] 'process raft request' (duration: 206.106449ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:53.053962Z","caller":"traceutil/trace.go:171","msg":"trace[902837452] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"207.444754ms","start":"2026-03-05T07:28:52.846489Z","end":"2026-03-05T07:28:53.053934Z","steps":["trace[902837452] 'process raft request' (duration: 207.2902ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:53.054051Z","caller":"traceutil/trace.go:171","msg":"trace[479322169] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"205.225595ms","start":"2026-03-05T07:28:52.848795Z","end":"2026-03-05T07:28:53.05402Z","steps":["trace[479322169] 'process raft request' (duration: 205.088072ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:53.053988Z","caller":"traceutil/trace.go:171","msg":"trace[1458351296] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"204.309191ms","start":"2026-03-05T07:28:52.849663Z","end":"2026-03-05T07:28:53.053972Z","steps":["trace[1458351296] 'process raft request' (duration: 204.26879ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:53.06179Z","caller":"traceutil/trace.go:171","msg":"trace[1865571505] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"121.223181ms","start":"2026-03-05T07:28:52.940541Z","end":"2026-03-05T07:28:53.061764Z","steps":["trace[1865571505] 'process raft request' (duration: 120.900442ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:53.586327Z","caller":"traceutil/trace.go:171","msg":"trace[1347153365] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"120.944342ms","start":"2026-03-05T07:28:53.465351Z","end":"2026-03-05T07:28:53.586295Z","steps":["trace[1347153365] 'process raft request' (duration: 120.598663ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:53.623942Z","caller":"traceutil/trace.go:171","msg":"trace[1185512601] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"144.509276ms","start":"2026-03-05T07:28:53.479403Z","end":"2026-03-05T07:28:53.623913Z","steps":["trace[1185512601] 'process raft request' (duration: 144.367363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:53.812825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.600845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:28:53.812946Z","caller":"traceutil/trace.go:171","msg":"trace[1497522918] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"144.61001ms","start":"2026-03-05T07:28:53.668317Z","end":"2026-03-05T07:28:53.812927Z","steps":["trace[1497522918] 'compare' (duration: 134.458211ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:53.820923Z","caller":"traceutil/trace.go:171","msg":"trace[548073898] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"140.672746ms","start":"2026-03-05T07:28:53.680229Z","end":"2026-03-05T07:28:53.820902Z","steps":["trace[548073898] 'process raft request' (duration: 140.568113ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:54.005022Z","caller":"traceutil/trace.go:171","msg":"trace[2139923784] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"179.37005ms","start":"2026-03-05T07:28:53.825608Z","end":"2026-03-05T07:28:54.004978Z","steps":["trace[2139923784] 'process raft request' (duration: 178.5889ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:54.086972Z","caller":"traceutil/trace.go:171","msg":"trace[472157526] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"205.489452ms","start":"2026-03-05T07:28:53.881447Z","end":"2026-03-05T07:28:54.086937Z","steps":["trace[472157526] 'process raft request' (duration: 205.319408ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:54.158336Z","caller":"traceutil/trace.go:171","msg":"trace[961593718] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"146.626763ms","start":"2026-03-05T07:28:54.011665Z","end":"2026-03-05T07:28:54.158292Z","steps":["trace[961593718] 'process raft request' (duration: 146.258133ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:54.273393Z","caller":"traceutil/trace.go:171","msg":"trace[1640636132] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"102.938056ms","start":"2026-03-05T07:28:54.170428Z","end":"2026-03-05T07:28:54.273366Z","steps":["trace[1640636132] 'process raft request' (duration: 101.850538ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:54.454967Z","caller":"traceutil/trace.go:171","msg":"trace[313552217] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:739; }","duration":"156.569257ms","start":"2026-03-05T07:28:54.298372Z","end":"2026-03-05T07:28:54.454941Z","steps":["trace[313552217] 'read index received' (duration: 126.533511ms)","trace[313552217] 'applied index is now lower than readState.Index' (duration: 30.034316ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:28:54.455038Z","caller":"traceutil/trace.go:171","msg":"trace[991084297] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"163.379766ms","start":"2026-03-05T07:28:54.291603Z","end":"2026-03-05T07:28:54.454982Z","steps":["trace[991084297] 'process raft request' (duration: 133.193086ms)","trace[991084297] 'compare' (duration: 30.018295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:28:54.455212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.87677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T07:28:54.455285Z","caller":"traceutil/trace.go:171","msg":"trace[1693674548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:721; }","duration":"157.956663ms","start":"2026-03-05T07:28:54.29729Z","end":"2026-03-05T07:28:54.455247Z","steps":["trace[1693674548] 'agreement among raft nodes before linearized reading' (duration: 157.774078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:54.525958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.055902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:28:54.525963Z","caller":"traceutil/trace.go:171","msg":"trace[1143457460] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"212.037024ms","start":"2026-03-05T07:28:54.313879Z","end":"2026-03-05T07:28:54.525916Z","steps":["trace[1143457460] 'process raft request' (duration: 211.774647ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:54.526018Z","caller":"traceutil/trace.go:171","msg":"trace[484151945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"216.219966ms","start":"2026-03-05T07:28:54.309782Z","end":"2026-03-05T07:28:54.526002Z","steps":["trace[484151945] 'agreement among raft nodes before linearized reading' (duration: 216.023501ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:28:55.172332Z","caller":"traceutil/trace.go:171","msg":"trace[1987877874] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"108.75124ms","start":"2026-03-05T07:28:55.063548Z","end":"2026-03-05T07:28:55.1723Z","steps":["trace[1987877874] 'process raft request' (duration: 108.548765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:28:55.950026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.978286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-05T07:28:55.950138Z","caller":"traceutil/trace.go:171","msg":"trace[485068830] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:737; }","duration":"271.155022ms","start":"2026-03-05T07:28:55.678956Z","end":"2026-03-05T07:28:55.950111Z","steps":["trace[485068830] 'range keys from in-memory index tree' (duration: 270.71037ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:39.277178Z","caller":"traceutil/trace.go:171","msg":"trace[673535377] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"144.82003ms","start":"2026-03-05T07:29:39.132337Z","end":"2026-03-05T07:29:39.277157Z","steps":["trace[673535377] 'process raft request' (duration: 144.696787ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:47.532556Z","caller":"traceutil/trace.go:171","msg":"trace[857262397] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"110.900802ms","start":"2026-03-05T07:29:47.421636Z","end":"2026-03-05T07:29:47.532536Z","steps":["trace[857262397] 'process raft request' (duration: 110.760139ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:47.532734Z","caller":"traceutil/trace.go:171","msg":"trace[1725912897] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"108.939012ms","start":"2026-03-05T07:29:47.423768Z","end":"2026-03-05T07:29:47.532707Z","steps":["trace[1725912897] 'process raft request' (duration: 108.716017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:47.993102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.240893ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:29:47.993274Z","caller":"traceutil/trace.go:171","msg":"trace[409166802] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1037; }","duration":"347.438568ms","start":"2026-03-05T07:29:47.645813Z","end":"2026-03-05T07:29:47.993251Z","steps":["trace[409166802] 'range keys from in-memory index tree' (duration: 347.206572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:47.993425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.712217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:29:47.993541Z","caller":"traceutil/trace.go:171","msg":"trace[1872255008] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"455.531739ms","start":"2026-03-05T07:29:47.53799Z","end":"2026-03-05T07:29:47.993522Z","steps":["trace[1872255008] 'process raft request' (duration: 78.637627ms)","trace[1872255008] 'compare' (duration: 376.535973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:29:47.993614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:47.537964Z","time spent":"455.616881ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:48.036914Z","caller":"traceutil/trace.go:171","msg":"trace[204866067] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"497.943781ms","start":"2026-03-05T07:29:47.538939Z","end":"2026-03-05T07:29:48.036883Z","steps":["trace[204866067] 'process raft request' (duration: 497.841149ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:48.036965Z","caller":"traceutil/trace.go:171","msg":"trace[1627935314] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"498.199108ms","start":"2026-03-05T07:29:47.53873Z","end":"2026-03-05T07:29:48.03693Z","steps":["trace[1627935314] 'process raft request' (duration: 497.8771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:48.037083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:47.53893Z","time spent":"498.069385ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:29:48.037135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:47.538708Z","time spent":"498.334271ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:48.037209Z","caller":"traceutil/trace.go:171","msg":"trace[1133658340] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"497.541751ms","start":"2026-03-05T07:29:47.539627Z","end":"2026-03-05T07:29:48.037169Z","steps":["trace[1133658340] 'process raft request' (duration: 497.207533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:48.037402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:47.539609Z","time spent":"497.693576ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:29:48.037473Z","caller":"traceutil/trace.go:171","msg":"trace[211407890] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"495.829148ms","start":"2026-03-05T07:29:47.541613Z","end":"2026-03-05T07:29:48.037442Z","steps":["trace[211407890] 'process raft request' (duration: 495.640413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:48.037786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:47.5416Z","time spent":"496.047353ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:29:48.336571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.5097ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-05T07:29:52.55121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343199627,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:29:52.646546Z","caller":"traceutil/trace.go:171","msg":"trace[1024339506] linearizableReadLoop","detail":"{readStateIndex:1081; appliedIndex:1080; }","duration":"595.593548ms","start":"2026-03-05T07:29:52.050924Z","end":"2026-03-05T07:29:52.646518Z","steps":["trace[1024339506] 'read index received' (duration: 595.448544ms)","trace[1024339506] 'applied index is now lower than readState.Index' (duration: 143.994µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:29:52.6466Z","caller":"traceutil/trace.go:171","msg":"trace[879199464] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"634.527502ms","start":"2026-03-05T07:29:52.012038Z","end":"2026-03-05T07:29:52.646565Z","steps":["trace[879199464] 'process raft request' (duration: 634.327207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:52.646808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:52.012016Z","time spent":"634.647595ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:29:52.64683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.841645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T07:29:52.646815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.176308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:29:52.646893Z","caller":"traceutil/trace.go:171","msg":"trace[921720973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1049; }","duration":"337.305133ms","start":"2026-03-05T07:29:52.309567Z","end":"2026-03-05T07:29:52.646872Z","steps":["trace[921720973] 'agreement among raft nodes before linearized reading' (duration: 337.181969ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:29:52.646872Z","caller":"traceutil/trace.go:171","msg":"trace[822582705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1049; }","duration":"595.951948ms","start":"2026-03-05T07:29:52.050908Z","end":"2026-03-05T07:29:52.64686Z","steps":["trace[822582705] 'agreement among raft nodes before linearized reading' (duration: 595.749432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:52.646934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:52.309546Z","time spent":"337.380645ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:29:52.647004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.256847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-05T07:29:52.647106Z","caller":"traceutil/trace.go:171","msg":"trace[818646213] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:1049; }","duration":"243.403971ms","start":"2026-03-05T07:29:52.403668Z","end":"2026-03-05T07:29:52.647072Z","steps":["trace[818646213] 'agreement among raft nodes before linearized reading' (duration: 243.159114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:52.647139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.999372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T07:29:52.646947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:52.050841Z","time spent":"596.093671ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:29:52.647319Z","caller":"traceutil/trace.go:171","msg":"trace[353213596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1049; }","duration":"589.198628ms","start":"2026-03-05T07:29:52.058046Z","end":"2026-03-05T07:29:52.647245Z","steps":["trace[353213596] 'agreement among raft nodes before linearized reading' (duration: 588.758606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:52.647393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:52.05804Z","time spent":"589.340591ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:29:52.64761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.748591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-05T07:29:52.647727Z","caller":"traceutil/trace.go:171","msg":"trace[1069517419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1049; }","duration":"589.938046ms","start":"2026-03-05T07:29:52.057763Z","end":"2026-03-05T07:29:52.647701Z","steps":["trace[1069517419] 'agreement among raft nodes before linearized reading' (duration: 588.990032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:29:52.647788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:29:52.05775Z","time spent":"590.028108ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:29:53.735971Z","caller":"traceutil/trace.go:171","msg":"trace[1267072582] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"168.685673ms","start":"2026-03-05T07:29:53.567258Z","end":"2026-03-05T07:29:53.735943Z","steps":["trace[1267072582] 'process raft request' (duration: 168.494208ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:00.943749Z","caller":"traceutil/trace.go:171","msg":"trace[1900329210] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"131.212916ms","start":"2026-03-05T07:30:00.812501Z","end":"2026-03-05T07:30:00.943714Z","steps":["trace[1900329210] 'process raft request' (duration: 131.140574ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:00.94384Z","caller":"traceutil/trace.go:171","msg":"trace[773178282] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"131.410871ms","start":"2026-03-05T07:30:00.812383Z","end":"2026-03-05T07:30:00.943794Z","steps":["trace[773178282] 'process raft request' (duration: 130.651122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:01.193734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.294409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:30:01.193888Z","caller":"traceutil/trace.go:171","msg":"trace[561706883] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"190.329408ms","start":"2026-03-05T07:30:01.003532Z","end":"2026-03-05T07:30:01.193862Z","steps":["trace[561706883] 'process raft request' (duration: 69.774942ms)","trace[561706883] 'compare' (duration: 120.128585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:01.415793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.2808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:01.415943Z","caller":"traceutil/trace.go:171","msg":"trace[1380404698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1125; }","duration":"105.521917ms","start":"2026-03-05T07:30:01.310381Z","end":"2026-03-05T07:30:01.415903Z","steps":["trace[1380404698] 'range keys from in-memory index tree' (duration: 105.125916ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:05.50306Z","caller":"traceutil/trace.go:171","msg":"trace[1917104266] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"285.887294ms","start":"2026-03-05T07:30:05.21713Z","end":"2026-03-05T07:30:05.503017Z","steps":["trace[1917104266] 'process raft request' (duration: 285.485724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:05.503153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.917395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:05.503068Z","caller":"traceutil/trace.go:171","msg":"trace[874649464] linearizableReadLoop","detail":"{readStateIndex:1193; appliedIndex:1192; }","duration":"192.820042ms","start":"2026-03-05T07:30:05.310213Z","end":"2026-03-05T07:30:05.503033Z","steps":["trace[874649464] 'read index received' (duration: 192.229407ms)","trace[874649464] 'applied index is now lower than readState.Index' (duration: 587.275µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:05.503248Z","caller":"traceutil/trace.go:171","msg":"trace[792643745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1153; }","duration":"193.079849ms","start":"2026-03-05T07:30:05.310147Z","end":"2026-03-05T07:30:05.503227Z","steps":["trace[792643745] 'agreement among raft nodes before linearized reading' (duration: 192.933525ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:05.831635Z","caller":"traceutil/trace.go:171","msg":"trace[9667596] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"314.880166ms","start":"2026-03-05T07:30:05.516728Z","end":"2026-03-05T07:30:05.831608Z","steps":["trace[9667596] 'process raft request' (duration: 310.701951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:05.831778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:05.516715Z","time spent":"314.997969ms","remote":"127.0.0.1:48568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1215,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T07:30:06.198282Z","caller":"traceutil/trace.go:171","msg":"trace[1731883898] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"316.473847ms","start":"2026-03-05T07:30:05.881769Z","end":"2026-03-05T07:30:06.198243Z","steps":["trace[1731883898] 'process raft request' (duration: 316.172679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:06.198457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:05.881748Z","time spent":"316.619181ms","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105435,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:06.476545Z","caller":"traceutil/trace.go:171","msg":"trace[2076971238] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"265.311732ms","start":"2026-03-05T07:30:06.2112Z","end":"2026-03-05T07:30:06.476511Z","steps":["trace[2076971238] 'process raft request' (duration: 231.862147ms)","trace[2076971238] 'compare' (duration: 33.24815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:06.788079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.002628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:30:06.788243Z","caller":"traceutil/trace.go:171","msg":"trace[843542575] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"263.951819ms","start":"2026-03-05T07:30:06.524269Z","end":"2026-03-05T07:30:06.788221Z","steps":["trace[843542575] 'process raft request' (duration: 121.700326ms)","trace[843542575] 'compare' (duration: 141.780751ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:06.789016Z","caller":"traceutil/trace.go:171","msg":"trace[545005627] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"262.40046ms","start":"2026-03-05T07:30:06.526585Z","end":"2026-03-05T07:30:06.788986Z","steps":["trace[545005627] 'process raft request' (duration: 262.273337ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:06.789166Z","caller":"traceutil/trace.go:171","msg":"trace[1552107582] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"264.722139ms","start":"2026-03-05T07:30:06.524415Z","end":"2026-03-05T07:30:06.789137Z","steps":["trace[1552107582] 'process raft request' (duration: 264.35247ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:07.253009Z","caller":"traceutil/trace.go:171","msg":"trace[411221741] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"400.322704ms","start":"2026-03-05T07:30:06.852658Z","end":"2026-03-05T07:30:07.25298Z","steps":["trace[411221741] 'process raft request' (duration: 400.15256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.253209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.852638Z","time spent":"400.459608ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:07.31622Z","caller":"traceutil/trace.go:171","msg":"trace[844085708] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1202; }","duration":"338.449592ms","start":"2026-03-05T07:30:06.977743Z","end":"2026-03-05T07:30:07.316193Z","steps":["trace[844085708] 'read index received' (duration: 275.100191ms)","trace[844085708] 'applied index is now lower than readState.Index' (duration: 63.347981ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:07.316241Z","caller":"traceutil/trace.go:171","msg":"trace[233146664] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"460.849684ms","start":"2026-03-05T07:30:06.855365Z","end":"2026-03-05T07:30:07.316214Z","steps":["trace[233146664] 'process raft request' (duration: 460.656109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.316377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.855348Z","time spent":"460.953287ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4181,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:07.31639Z","caller":"traceutil/trace.go:171","msg":"trace[711778872] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"257.967578ms","start":"2026-03-05T07:30:07.058389Z","end":"2026-03-05T07:30:07.316357Z","steps":["trace[711778872] 'process raft request' (duration: 257.753432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.31643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.687248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:30:07.316472Z","caller":"traceutil/trace.go:171","msg":"trace[649619196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1165; }","duration":"338.78543ms","start":"2026-03-05T07:30:06.977675Z","end":"2026-03-05T07:30:07.316461Z","steps":["trace[649619196] 'agreement among raft nodes before linearized reading' (duration: 338.653897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.316511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.97765Z","time spent":"338.852421ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:30:07.316618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.06618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:30:07.316671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.816694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"warn","ts":"2026-03-05T07:30:07.316663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.497885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:30:07.316694Z","caller":"traceutil/trace.go:171","msg":"trace[1252105711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1165; }","duration":"330.216184ms","start":"2026-03-05T07:30:06.986459Z","end":"2026-03-05T07:30:07.316676Z","steps":["trace[1252105711] 'agreement among raft nodes before linearized reading' (duration: 330.07412ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:07.31673Z","caller":"traceutil/trace.go:171","msg":"trace[1326003227] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1165; }","duration":"280.870936ms","start":"2026-03-05T07:30:07.035819Z","end":"2026-03-05T07:30:07.31669Z","steps":["trace[1326003227] 'agreement among raft nodes before linearized reading' (duration: 280.696102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.316733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.986424Z","time spent":"330.301806ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:30:07.316735Z","caller":"traceutil/trace.go:171","msg":"trace[2122276954] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1165; }","duration":"200.68762ms","start":"2026-03-05T07:30:07.116028Z","end":"2026-03-05T07:30:07.316716Z","steps":["trace[2122276954] 'agreement among raft nodes before linearized reading' (duration: 200.483595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.316706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.075862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:30:07.316826Z","caller":"traceutil/trace.go:171","msg":"trace[1172039178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1165; }","duration":"338.275668ms","start":"2026-03-05T07:30:06.978526Z","end":"2026-03-05T07:30:07.316801Z","steps":["trace[1172039178] 'agreement among raft nodes before linearized reading' (duration: 337.901889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:07.316892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:06.978498Z","time spent":"338.38231ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:30:09.891079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.185737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-784f2\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-05T07:30:09.891161Z","caller":"traceutil/trace.go:171","msg":"trace[1006480467] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-784f2; range_end:; response_count:1; response_revision:1181; }","duration":"268.295289ms","start":"2026-03-05T07:30:09.622844Z","end":"2026-03-05T07:30:09.891139Z","steps":["trace[1006480467] 'range keys from in-memory index tree' (duration: 268.017943ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:15.426188Z","caller":"traceutil/trace.go:171","msg":"trace[1824030741] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"131.39845ms","start":"2026-03-05T07:30:15.294765Z","end":"2026-03-05T07:30:15.426163Z","steps":["trace[1824030741] 'process raft request' (duration: 131.031201ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:15.534624Z","caller":"traceutil/trace.go:171","msg":"trace[251823383] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"103.397693ms","start":"2026-03-05T07:30:15.431205Z","end":"2026-03-05T07:30:15.534603Z","steps":["trace[251823383] 'process raft request' (duration: 101.672219ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:15.534624Z","caller":"traceutil/trace.go:171","msg":"trace[1010288915] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"103.350901ms","start":"2026-03-05T07:30:15.431247Z","end":"2026-03-05T07:30:15.534598Z","steps":["trace[1010288915] 'process raft request' (duration: 103.27552ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:15.534843Z","caller":"traceutil/trace.go:171","msg":"trace[1916970192] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"103.387053ms","start":"2026-03-05T07:30:15.431417Z","end":"2026-03-05T07:30:15.534804Z","steps":["trace[1916970192] 'process raft request' (duration: 103.148647ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:19.014384Z","caller":"traceutil/trace.go:171","msg":"trace[1885548728] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"102.663845ms","start":"2026-03-05T07:30:18.911688Z","end":"2026-03-05T07:30:19.014352Z","steps":["trace[1885548728] 'process raft request' (duration: 102.47549ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:35.274735Z","caller":"traceutil/trace.go:171","msg":"trace[1107045297] linearizableReadLoop","detail":"{readStateIndex:1670; appliedIndex:1669; }","duration":"171.058202ms","start":"2026-03-05T07:30:35.103646Z","end":"2026-03-05T07:30:35.274704Z","steps":["trace[1107045297] 'read index received' (duration: 170.859107ms)","trace[1107045297] 'applied index is now lower than readState.Index' (duration: 197.565µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:35.274846Z","caller":"traceutil/trace.go:171","msg":"trace[189663530] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"181.28217ms","start":"2026-03-05T07:30:35.093507Z","end":"2026-03-05T07:30:35.274789Z","steps":["trace[189663530] 'process raft request' (duration: 181.024603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:35.27495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.271337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:35.274996Z","caller":"traceutil/trace.go:171","msg":"trace[394691999] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1599; }","duration":"171.391261ms","start":"2026-03-05T07:30:35.103592Z","end":"2026-03-05T07:30:35.274983Z","steps":["trace[394691999] 'agreement among raft nodes before linearized reading' (duration: 171.289128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:35.27518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.230236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:35.275311Z","caller":"traceutil/trace.go:171","msg":"trace[1041267686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1599; }","duration":"171.448051ms","start":"2026-03-05T07:30:35.103841Z","end":"2026-03-05T07:30:35.275289Z","steps":["trace[1041267686] 'agreement among raft nodes before linearized reading' (duration: 171.158384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:35.27545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.532964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:35.275492Z","caller":"traceutil/trace.go:171","msg":"trace[1347333800] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1599; }","duration":"171.609177ms","start":"2026-03-05T07:30:35.103873Z","end":"2026-03-05T07:30:35.275482Z","steps":["trace[1347333800] 'agreement among raft nodes before linearized reading' (duration: 171.550035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:42.026305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.571359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:30:42.026526Z","caller":"traceutil/trace.go:171","msg":"trace[1467571489] linearizableReadLoop","detail":"{readStateIndex:1766; appliedIndex:1764; }","duration":"728.453296ms","start":"2026-03-05T07:30:41.298054Z","end":"2026-03-05T07:30:42.026508Z","steps":["trace[1467571489] 'read index received' (duration: 476.417798ms)","trace[1467571489] 'applied index is now lower than readState.Index' (duration: 252.034608ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:42.026627Z","caller":"traceutil/trace.go:171","msg":"trace[422418604] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"1.114258524s","start":"2026-03-05T07:30:40.912357Z","end":"2026-03-05T07:30:42.026615Z","steps":["trace[422418604] 'process raft request' (duration: 210.278334ms)","trace[422418604] 'compare' (duration: 903.376035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:42.026695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:40.912319Z","time spent":"1.114340926s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:42.026906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.856977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T07:30:42.026891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.295379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:42.026942Z","caller":"traceutil/trace.go:171","msg":"trace[46635737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1694; }","duration":"728.936469ms","start":"2026-03-05T07:30:41.297997Z","end":"2026-03-05T07:30:42.026934Z","steps":["trace[46635737] 'agreement among raft nodes before linearized reading' (duration: 728.797415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:42.026966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:41.297975Z","time spent":"728.98582ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:30:42.02697Z","caller":"traceutil/trace.go:171","msg":"trace[1854076943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1694; }","duration":"716.402451ms","start":"2026-03-05T07:30:41.310548Z","end":"2026-03-05T07:30:42.02695Z","steps":["trace[1854076943] 'agreement among raft nodes before linearized reading' (duration: 716.275808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:42.02701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:41.310537Z","time spent":"716.464523ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:30:42.026982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.884978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:30:42.027048Z","caller":"traceutil/trace.go:171","msg":"trace[261702589] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"1.041517496s","start":"2026-03-05T07:30:40.985523Z","end":"2026-03-05T07:30:42.02704Z","steps":["trace[261702589] 'process raft request' (duration: 1.04090951s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:42.027081Z","caller":"traceutil/trace.go:171","msg":"trace[766475454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1694; }","duration":"342.039922ms","start":"2026-03-05T07:30:41.685015Z","end":"2026-03-05T07:30:42.027055Z","steps":["trace[766475454] 'agreement among raft nodes before linearized reading' (duration: 341.811186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:42.027097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:40.985492Z","time spent":"1.041577508s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:42.027129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:41.68499Z","time spent":"342.129965ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:30:42.027223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.253173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:30:42.027259Z","caller":"traceutil/trace.go:171","msg":"trace[869821587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1694; }","duration":"341.321105ms","start":"2026-03-05T07:30:41.685927Z","end":"2026-03-05T07:30:42.027248Z","steps":["trace[869821587] 'agreement among raft nodes before linearized reading' (duration: 341.212362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:42.027331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:41.685913Z","time spent":"341.409796ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:30:42.027351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.211607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T07:30:42.027392Z","caller":"traceutil/trace.go:171","msg":"trace[2124937381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1694; }","duration":"342.296919ms","start":"2026-03-05T07:30:41.685082Z","end":"2026-03-05T07:30:42.027379Z","steps":["trace[2124937381] 'agreement among raft nodes before linearized reading' (duration: 342.150285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:42.027425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.321649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-05T07:30:42.027435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:41.685049Z","time spent":"342.377831ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:30:42.027467Z","caller":"traceutil/trace.go:171","msg":"trace[1828295285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1694; }","duration":"469.403861ms","start":"2026-03-05T07:30:41.558049Z","end":"2026-03-05T07:30:42.027453Z","steps":["trace[1828295285] 'agreement among raft nodes before linearized reading' (duration: 469.178775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:42.027543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.045114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T07:30:42.027569Z","caller":"traceutil/trace.go:171","msg":"trace[1831203775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1694; }","duration":"686.118036ms","start":"2026-03-05T07:30:41.341441Z","end":"2026-03-05T07:30:42.027559Z","steps":["trace[1831203775] 'agreement among raft nodes before linearized reading' (duration: 686.050745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:42.027591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:41.341411Z","time spent":"686.175918ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T07:30:42.027473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.21087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b054d36f-266f-4cbe-809f-569ebb4ce361\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-05T07:30:42.027651Z","caller":"traceutil/trace.go:171","msg":"trace[1022215764] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b054d36f-266f-4cbe-809f-569ebb4ce361; range_end:; response_count:1; response_revision:1694; }","duration":"711.380514ms","start":"2026-03-05T07:30:41.316254Z","end":"2026-03-05T07:30:42.027634Z","steps":["trace[1022215764] 'agreement among raft nodes before linearized reading' (duration: 711.160769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:42.027695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:41.316164Z","time spent":"711.516528ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b054d36f-266f-4cbe-809f-569ebb4ce361\" "} {"level":"warn","ts":"2026-03-05T07:30:42.027453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.495373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b054d36f-266f-4cbe-809f-569ebb4ce361\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-05T07:30:42.027855Z","caller":"traceutil/trace.go:171","msg":"trace[1649507947] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b054d36f-266f-4cbe-809f-569ebb4ce361; range_end:; response_count:1; response_revision:1694; }","duration":"228.921504ms","start":"2026-03-05T07:30:41.798909Z","end":"2026-03-05T07:30:42.02783Z","steps":["trace[1649507947] 'agreement among raft nodes before linearized reading' (duration: 228.310529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:42.027509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:41.558028Z","time spent":"469.470863ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:30:42.906383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343200940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:30:43.255952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155966778s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:30:43.256374Z","caller":"traceutil/trace.go:171","msg":"trace[879255440] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"1.224170462s","start":"2026-03-05T07:30:42.032172Z","end":"2026-03-05T07:30:43.256342Z","steps":["trace[879255440] 'process raft request' (duration: 1.223984667s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:43.256539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:42.032129Z","time spent":"1.224324445s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:43.256665Z","caller":"traceutil/trace.go:171","msg":"trace[1677687720] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"1.224339717s","start":"2026-03-05T07:30:42.032302Z","end":"2026-03-05T07:30:43.256641Z","steps":["trace[1677687720] 'process raft request' (duration: 1.223999738s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:43.256806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:42.032279Z","time spent":"1.224443099s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:43.257307Z","caller":"traceutil/trace.go:171","msg":"trace[559181041] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"1.221142875s","start":"2026-03-05T07:30:42.036138Z","end":"2026-03-05T07:30:43.257281Z","steps":["trace[559181041] 'process raft request' (duration: 1.221069183s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:43.257325Z","caller":"traceutil/trace.go:171","msg":"trace[663077504] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"1.224000017s","start":"2026-03-05T07:30:42.033301Z","end":"2026-03-05T07:30:43.257301Z","steps":["trace[663077504] 'process raft request' (duration: 1.223784032s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:43.257444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:42.033281Z","time spent":"1.22410435s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:30:43.257445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:42.03612Z","time spent":"1.221251337s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:43.257411Z","caller":"traceutil/trace.go:171","msg":"trace[1242974026] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"1.224054999s","start":"2026-03-05T07:30:42.033301Z","end":"2026-03-05T07:30:43.257356Z","steps":["trace[1242974026] 'process raft request' (duration: 1.223261498s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:43.257659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:42.033287Z","time spent":"1.224238863s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:43.282537Z","caller":"traceutil/trace.go:171","msg":"trace[1983825913] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1767; }","duration":"876.196659ms","start":"2026-03-05T07:30:42.406321Z","end":"2026-03-05T07:30:43.282518Z","steps":["trace[1983825913] 'read index received' (duration: 849.814262ms)","trace[1983825913] 'applied index is now lower than readState.Index' (duration: 26.378597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:43.28275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.430275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-05T07:30:43.282789Z","caller":"traceutil/trace.go:171","msg":"trace[801006576] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"558.738608ms","start":"2026-03-05T07:30:42.724024Z","end":"2026-03-05T07:30:43.282762Z","steps":["trace[801006576] 'process raft request' (duration: 558.376039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:43.282894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:42.723998Z","time spent":"558.84428ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:43.282809Z","caller":"traceutil/trace.go:171","msg":"trace[1237433362] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:1701; }","duration":"876.546967ms","start":"2026-03-05T07:30:42.406251Z","end":"2026-03-05T07:30:43.282798Z","steps":["trace[1237433362] 'agreement among raft nodes before linearized reading' (duration: 876.376733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:43.282902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.010871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b054d36f-266f-4cbe-809f-569ebb4ce361\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-05T07:30:43.282952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:42.406222Z","time spent":"876.719272ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-03-05T07:30:43.282996Z","caller":"traceutil/trace.go:171","msg":"trace[708812275] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b054d36f-266f-4cbe-809f-569ebb4ce361; range_end:; response_count:1; response_revision:1701; }","duration":"249.165656ms","start":"2026-03-05T07:30:43.033806Z","end":"2026-03-05T07:30:43.282971Z","steps":["trace[708812275] 'agreement among raft nodes before linearized reading' (duration: 248.988481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:43.283001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.722344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T07:30:43.283078Z","caller":"traceutil/trace.go:171","msg":"trace[925854285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1701; }","duration":"246.814166ms","start":"2026-03-05T07:30:43.036238Z","end":"2026-03-05T07:30:43.283052Z","steps":["trace[925854285] 'agreement among raft nodes before linearized reading' (duration: 246.562999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:43.413768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.61433ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-05T07:30:43.41468Z","caller":"traceutil/trace.go:171","msg":"trace[2090700957] linearizableReadLoop","detail":"{readStateIndex:1774; appliedIndex:1773; }","duration":"104.85913ms","start":"2026-03-05T07:30:43.309768Z","end":"2026-03-05T07:30:43.414627Z","steps":["trace[2090700957] 'read index received' (duration: 51.142µs)","trace[2090700957] 'applied index is now lower than readState.Index' (duration: 104.804548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:43.414831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.052445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:43.414878Z","caller":"traceutil/trace.go:171","msg":"trace[925364786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1701; }","duration":"105.143887ms","start":"2026-03-05T07:30:43.309722Z","end":"2026-03-05T07:30:43.414866Z","steps":["trace[925364786] 'agreement among raft nodes before linearized reading' (duration: 105.021354ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:43.53991Z","caller":"traceutil/trace.go:171","msg":"trace[1443137368] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1774; }","duration":"122.596558ms","start":"2026-03-05T07:30:43.41728Z","end":"2026-03-05T07:30:43.539877Z","steps":["trace[1443137368] 'read index received' (duration: 119.066588ms)","trace[1443137368] 'applied index is now lower than readState.Index' (duration: 3.52867ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:43.540027Z","caller":"traceutil/trace.go:171","msg":"trace[76925076] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"124.050825ms","start":"2026-03-05T07:30:43.415895Z","end":"2026-03-05T07:30:43.539946Z","steps":["trace[76925076] 'process raft request' (duration: 120.488374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:43.540811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.50234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:30:43.540925Z","caller":"traceutil/trace.go:171","msg":"trace[1617083898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1702; }","duration":"123.672355ms","start":"2026-03-05T07:30:43.417226Z","end":"2026-03-05T07:30:43.540899Z","steps":["trace[1617083898] 'agreement among raft nodes before linearized reading' (duration: 122.765402ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:46.171163Z","caller":"traceutil/trace.go:171","msg":"trace[331268845] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"121.233383ms","start":"2026-03-05T07:30:46.049896Z","end":"2026-03-05T07:30:46.171129Z","steps":["trace[331268845] 'process raft request' (duration: 104.846359ms)","trace[331268845] 'compare' (duration: 16.029335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:47.65056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.07905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:30:47.650763Z","caller":"traceutil/trace.go:171","msg":"trace[1878447554] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"341.085958ms","start":"2026-03-05T07:30:47.309636Z","end":"2026-03-05T07:30:47.650722Z","steps":["trace[1878447554] 'process raft request' (duration: 50.739381ms)","trace[1878447554] 'compare' (duration: 289.934207ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:47.65082Z","caller":"traceutil/trace.go:171","msg":"trace[922363730] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"286.263063ms","start":"2026-03-05T07:30:47.364538Z","end":"2026-03-05T07:30:47.650802Z","steps":["trace[922363730] 'process raft request' (duration: 286.207692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:47.650935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:47.309607Z","time spent":"341.240392ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:30:47.650935Z","caller":"traceutil/trace.go:171","msg":"trace[1306819421] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"286.552191ms","start":"2026-03-05T07:30:47.364353Z","end":"2026-03-05T07:30:47.650905Z","steps":["trace[1306819421] 'process raft request' (duration: 286.330135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:47.651101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.880008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:30:47.651176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.780086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T07:30:47.651228Z","caller":"traceutil/trace.go:171","msg":"trace[1359209959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1737; }","duration":"342.051343ms","start":"2026-03-05T07:30:47.309149Z","end":"2026-03-05T07:30:47.6512Z","steps":["trace[1359209959] 'agreement among raft nodes before linearized reading' (duration: 341.834627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:47.651356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.705333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T07:30:47.651453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:47.309138Z","time spent":"342.301289ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:30:47.651472Z","caller":"traceutil/trace.go:171","msg":"trace[1704450322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1737; }","duration":"322.894798ms","start":"2026-03-05T07:30:47.328546Z","end":"2026-03-05T07:30:47.651441Z","steps":["trace[1704450322] 'agreement among raft nodes before linearized reading' (duration: 322.485808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:47.651432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.963395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T07:30:47.651255Z","caller":"traceutil/trace.go:171","msg":"trace[1996711831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1737; }","duration":"360.878339ms","start":"2026-03-05T07:30:47.290358Z","end":"2026-03-05T07:30:47.651237Z","steps":["trace[1996711831] 'agreement among raft nodes before linearized reading' (duration: 360.681784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:47.651545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:47.328519Z","time spent":"323.015471ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T07:30:47.651579Z","caller":"traceutil/trace.go:171","msg":"trace[99388952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1737; }","duration":"362.190912ms","start":"2026-03-05T07:30:47.289359Z","end":"2026-03-05T07:30:47.65155Z","steps":["trace[99388952] 'agreement among raft nodes before linearized reading' (duration: 361.71639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:47.65134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.204326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T07:30:47.651639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:47.289335Z","time spent":"362.293704ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:30:47.651638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:47.290351Z","time spent":"361.247688ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:30:47.651728Z","caller":"traceutil/trace.go:171","msg":"trace[800658888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1737; }","duration":"363.571756ms","start":"2026-03-05T07:30:47.288112Z","end":"2026-03-05T07:30:47.651684Z","steps":["trace[800658888] 'agreement among raft nodes before linearized reading' (duration: 363.045913ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:47.651167Z","caller":"traceutil/trace.go:171","msg":"trace[1696563445] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1808; }","duration":"291.428864ms","start":"2026-03-05T07:30:47.359522Z","end":"2026-03-05T07:30:47.650951Z","steps":["trace[1696563445] 'read index received' (duration: 793.48µs)","trace[1696563445] 'applied index is now lower than readState.Index' (duration: 290.629914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:47.651869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:47.288105Z","time spent":"363.716499ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:30:47.777905Z","caller":"traceutil/trace.go:171","msg":"trace[1658333352] linearizableReadLoop","detail":"{readStateIndex:1812; appliedIndex:1811; }","duration":"126.024494ms","start":"2026-03-05T07:30:47.651852Z","end":"2026-03-05T07:30:47.777876Z","steps":["trace[1658333352] 'read index received' (duration: 84.456635ms)","trace[1658333352] 'applied index is now lower than readState.Index' (duration: 41.565299ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:47.778084Z","caller":"traceutil/trace.go:171","msg":"trace[2047562008] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"121.07148ms","start":"2026-03-05T07:30:47.656979Z","end":"2026-03-05T07:30:47.77805Z","steps":["trace[2047562008] 'process raft request' (duration: 120.7348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:47.903771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.10127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-05T07:30:47.903893Z","caller":"traceutil/trace.go:171","msg":"trace[82885189] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1738; }","duration":"459.292605ms","start":"2026-03-05T07:30:47.444564Z","end":"2026-03-05T07:30:47.903857Z","steps":["trace[82885189] 'agreement among raft nodes before linearized reading' (duration: 333.347222ms)","trace[82885189] 'range keys from in-memory index tree' (duration: 125.647765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:47.9038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.923011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"warn","ts":"2026-03-05T07:30:47.903969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:47.444515Z","time spent":"459.434979ms","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T07:30:47.903985Z","caller":"traceutil/trace.go:171","msg":"trace[1294632958] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1738; }","duration":"536.160277ms","start":"2026-03-05T07:30:47.367789Z","end":"2026-03-05T07:30:47.90395Z","steps":["trace[1294632958] 'agreement among raft nodes before linearized reading' (duration: 410.168783ms)","trace[1294632958] 'range keys from in-memory index tree' (duration: 125.695026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:47.90404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:47.367761Z","time spent":"536.26351ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10398,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:30:47.904039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.91118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:30:47.904264Z","caller":"traceutil/trace.go:171","msg":"trace[262155540] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"142.189773ms","start":"2026-03-05T07:30:47.762058Z","end":"2026-03-05T07:30:47.904248Z","steps":["trace[262155540] 'process raft request' (duration: 142.131872ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:47.904273Z","caller":"traceutil/trace.go:171","msg":"trace[380549152] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"247.225558ms","start":"2026-03-05T07:30:47.656999Z","end":"2026-03-05T07:30:47.904224Z","steps":["trace[380549152] 'process raft request' (duration: 121.029929ms)","trace[380549152] 'compare' (duration: 125.595093ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:47.904419Z","caller":"traceutil/trace.go:171","msg":"trace[1031949394] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"246.715774ms","start":"2026-03-05T07:30:47.657556Z","end":"2026-03-05T07:30:47.904272Z","steps":["trace[1031949394] 'process raft request' (duration: 246.55735ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:48.098966Z","caller":"traceutil/trace.go:171","msg":"trace[176235547] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"182.706436ms","start":"2026-03-05T07:30:47.916206Z","end":"2026-03-05T07:30:48.098912Z","steps":["trace[176235547] 'process raft request' (duration: 175.381891ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:48.09913Z","caller":"traceutil/trace.go:171","msg":"trace[820195796] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"149.99569ms","start":"2026-03-05T07:30:47.949102Z","end":"2026-03-05T07:30:48.099098Z","steps":["trace[820195796] 'process raft request' (duration: 149.658572ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:48.099194Z","caller":"traceutil/trace.go:171","msg":"trace[962538062] linearizableReadLoop","detail":"{readStateIndex:1819; appliedIndex:1817; }","duration":"147.500288ms","start":"2026-03-05T07:30:47.951672Z","end":"2026-03-05T07:30:48.099172Z","steps":["trace[962538062] 'read index received' (duration: 140.009398ms)","trace[962538062] 'applied index is now lower than readState.Index' (duration: 7.48918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:48.099716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.030471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-05T07:30:48.09979Z","caller":"traceutil/trace.go:171","msg":"trace[1281082888] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1745; }","duration":"148.135423ms","start":"2026-03-05T07:30:47.951635Z","end":"2026-03-05T07:30:48.099771Z","steps":["trace[1281082888] 'agreement among raft nodes before linearized reading' (duration: 147.936868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:48.3444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.392628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:30:48.344522Z","caller":"traceutil/trace.go:171","msg":"trace[189330049] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1821; }","duration":"157.296244ms","start":"2026-03-05T07:30:48.187206Z","end":"2026-03-05T07:30:48.344502Z","steps":["trace[189330049] 'read index received' (duration: 16.597718ms)","trace[189330049] 'applied index is now lower than readState.Index' (duration: 140.697076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:48.34473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.52986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-05T07:30:48.344768Z","caller":"traceutil/trace.go:171","msg":"trace[1875087568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1747; }","duration":"157.613262ms","start":"2026-03-05T07:30:48.187144Z","end":"2026-03-05T07:30:48.344757Z","steps":["trace[1875087568] 'agreement among raft nodes before linearized reading' (duration: 157.459959ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:48.344739Z","caller":"traceutil/trace.go:171","msg":"trace[1887030918] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"168.167249ms","start":"2026-03-05T07:30:48.176378Z","end":"2026-03-05T07:30:48.344545Z","steps":["trace[1887030918] 'process raft request' (duration: 27.522506ms)","trace[1887030918] 'compare' (duration: 139.999277ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:49.805442Z","caller":"traceutil/trace.go:171","msg":"trace[1241623267] linearizableReadLoop","detail":"{readStateIndex:1828; appliedIndex:1826; }","duration":"139.813153ms","start":"2026-03-05T07:30:49.665583Z","end":"2026-03-05T07:30:49.805396Z","steps":["trace[1241623267] 'read index received' (duration: 14.787985ms)","trace[1241623267] 'applied index is now lower than readState.Index' (duration: 125.023108ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:49.805476Z","caller":"traceutil/trace.go:171","msg":"trace[1619443548] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"145.032935ms","start":"2026-03-05T07:30:49.660407Z","end":"2026-03-05T07:30:49.80544Z","steps":["trace[1619443548] 'process raft request' (duration: 133.570226ms)","trace[1619443548] 'compare' (duration: 11.220943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:30:49.805835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.211823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T07:30:49.80594Z","caller":"traceutil/trace.go:171","msg":"trace[1951443968] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1753; }","duration":"140.365027ms","start":"2026-03-05T07:30:49.665549Z","end":"2026-03-05T07:30:49.805914Z","steps":["trace[1951443968] 'agreement among raft nodes before linearized reading' (duration: 139.989728ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:49.94624Z","caller":"traceutil/trace.go:171","msg":"trace[348198230] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"135.617486ms","start":"2026-03-05T07:30:49.810593Z","end":"2026-03-05T07:30:49.946211Z","steps":["trace[348198230] 'process raft request' (duration: 132.288652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:30:54.35868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.006895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-05T07:30:54.358788Z","caller":"traceutil/trace.go:171","msg":"trace[1705982839] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1790; }","duration":"280.19224ms","start":"2026-03-05T07:30:54.078572Z","end":"2026-03-05T07:30:54.358764Z","steps":["trace[1705982839] 'range keys from in-memory index tree' (duration: 279.593844ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:30:54.359108Z","caller":"traceutil/trace.go:171","msg":"trace[1223697428] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"234.118486ms","start":"2026-03-05T07:30:54.124949Z","end":"2026-03-05T07:30:54.359068Z","steps":["trace[1223697428] 'process raft request' (duration: 191.497609ms)","trace[1223697428] 'compare' (duration: 42.35688ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:30:59.649051Z","caller":"traceutil/trace.go:171","msg":"trace[1798433394] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"129.528652ms","start":"2026-03-05T07:30:59.519487Z","end":"2026-03-05T07:30:59.649015Z","steps":["trace[1798433394] 'process raft request' (duration: 129.306336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:00.611012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.386353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:31:00.611078Z","caller":"traceutil/trace.go:171","msg":"trace[1805538828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1830; }","duration":"614.500066ms","start":"2026-03-05T07:30:59.996563Z","end":"2026-03-05T07:31:00.611064Z","steps":["trace[1805538828] 'range keys from in-memory index tree' (duration: 614.212879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:00.611109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:59.996539Z","time spent":"614.563597ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:31:00.61132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.08027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:31:00.611377Z","caller":"traceutil/trace.go:171","msg":"trace[1945201374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1830; }","duration":"613.186073ms","start":"2026-03-05T07:30:59.998176Z","end":"2026-03-05T07:31:00.611363Z","steps":["trace[1945201374] 'range keys from in-memory index tree' (duration: 612.813004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:00.611406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:30:59.998156Z","time spent":"613.243715ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:31:00.611503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.823797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:31:00.611598Z","caller":"traceutil/trace.go:171","msg":"trace[1337817227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1830; }","duration":"607.994302ms","start":"2026-03-05T07:31:00.003581Z","end":"2026-03-05T07:31:00.611576Z","steps":["trace[1337817227] 'range keys from in-memory index tree' (duration: 607.600712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:00.611648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:00.00356Z","time spent":"608.077134ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:31:00.611692Z","caller":"traceutil/trace.go:171","msg":"trace[773167645] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"228.258028ms","start":"2026-03-05T07:31:00.383386Z","end":"2026-03-05T07:31:00.611644Z","steps":["trace[773167645] 'process raft request' (duration: 226.394541ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:00.611709Z","caller":"traceutil/trace.go:171","msg":"trace[1683406691] linearizableReadLoop","detail":"{readStateIndex:1909; appliedIndex:1907; }","duration":"169.988005ms","start":"2026-03-05T07:31:00.44169Z","end":"2026-03-05T07:31:00.611678Z","steps":["trace[1683406691] 'read index received' (duration: 168.179899ms)","trace[1683406691] 'applied index is now lower than readState.Index' (duration: 1.806996ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:00.611785Z","caller":"traceutil/trace.go:171","msg":"trace[1677213105] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"193.782486ms","start":"2026-03-05T07:31:00.417989Z","end":"2026-03-05T07:31:00.611772Z","steps":["trace[1677213105] 'process raft request' (duration: 193.557631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:00.611955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.245062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T07:31:00.611994Z","caller":"traceutil/trace.go:171","msg":"trace[621111325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1832; }","duration":"170.325603ms","start":"2026-03-05T07:31:00.441655Z","end":"2026-03-05T07:31:00.61198Z","steps":["trace[621111325] 'agreement among raft nodes before linearized reading' (duration: 170.135629ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:00.766962Z","caller":"traceutil/trace.go:171","msg":"trace[923889556] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"150.610746ms","start":"2026-03-05T07:31:00.616319Z","end":"2026-03-05T07:31:00.76693Z","steps":["trace[923889556] 'process raft request' (duration: 150.515774ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:00.767005Z","caller":"traceutil/trace.go:171","msg":"trace[1647406751] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"150.639377ms","start":"2026-03-05T07:31:00.616307Z","end":"2026-03-05T07:31:00.766946Z","steps":["trace[1647406751] 'process raft request' (duration: 150.36895ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:00.76731Z","caller":"traceutil/trace.go:171","msg":"trace[476995512] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"150.887852ms","start":"2026-03-05T07:31:00.616325Z","end":"2026-03-05T07:31:00.767213Z","steps":["trace[476995512] 'process raft request' (duration: 150.558484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:30.300339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.675348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T07:31:30.30044Z","caller":"traceutil/trace.go:171","msg":"trace[1942728573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"173.854003ms","start":"2026-03-05T07:31:30.126563Z","end":"2026-03-05T07:31:30.300417Z","steps":["trace[1942728573] 'range keys from in-memory index tree' (duration: 173.452273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:30.300631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.250458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-05T07:31:30.300773Z","caller":"traceutil/trace.go:171","msg":"trace[1316077699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1984; }","duration":"281.504274ms","start":"2026-03-05T07:31:30.019245Z","end":"2026-03-05T07:31:30.30075Z","steps":["trace[1316077699] 'range keys from in-memory index tree' (duration: 280.912179ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:30.501568Z","caller":"traceutil/trace.go:171","msg":"trace[666488042] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"195.660923ms","start":"2026-03-05T07:31:30.305882Z","end":"2026-03-05T07:31:30.501542Z","steps":["trace[666488042] 'process raft request' (duration: 195.309264ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:31.179693Z","caller":"traceutil/trace.go:171","msg":"trace[645478381] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"421.781287ms","start":"2026-03-05T07:31:30.757864Z","end":"2026-03-05T07:31:31.179645Z","steps":["trace[645478381] 'process raft request' (duration: 401.149986ms)","trace[645478381] 'compare' (duration: 20.16653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:31:31.179933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:30.757802Z","time spent":"422.007563ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:31:31.221761Z","caller":"traceutil/trace.go:171","msg":"trace[1999877759] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2068; }","duration":"415.57738ms","start":"2026-03-05T07:31:30.806149Z","end":"2026-03-05T07:31:31.221726Z","steps":["trace[1999877759] 'read index received' (duration: 352.895717ms)","trace[1999877759] 'applied index is now lower than readState.Index' (duration: 62.680023ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:31.221903Z","caller":"traceutil/trace.go:171","msg":"trace[942808186] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"455.895469ms","start":"2026-03-05T07:31:30.765945Z","end":"2026-03-05T07:31:31.221841Z","steps":["trace[942808186] 'process raft request' (duration: 455.603981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:31.222114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.93113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T07:31:31.222093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.818356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:31:31.222213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:30.765917Z","time spent":"456.102574ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:31:31.222224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.34231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T07:31:31.22224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.093504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:31:31.222239Z","caller":"traceutil/trace.go:171","msg":"trace[780246142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1987; }","duration":"416.121854ms","start":"2026-03-05T07:31:30.806088Z","end":"2026-03-05T07:31:31.22221Z","steps":["trace[780246142] 'agreement among raft nodes before linearized reading' (duration: 415.776516ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:31.22226Z","caller":"traceutil/trace.go:171","msg":"trace[264135382] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1987; }","duration":"355.064942ms","start":"2026-03-05T07:31:30.867163Z","end":"2026-03-05T07:31:31.222228Z","steps":["trace[264135382] 'agreement among raft nodes before linearized reading' (duration: 354.811975ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:31.222288Z","caller":"traceutil/trace.go:171","msg":"trace[1365686586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1987; }","duration":"304.461273ms","start":"2026-03-05T07:31:30.917809Z","end":"2026-03-05T07:31:31.22227Z","steps":["trace[1365686586] 'agreement among raft nodes before linearized reading' (duration: 304.238787ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:31.222295Z","caller":"traceutil/trace.go:171","msg":"trace[433307489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1987; }","duration":"304.188486ms","start":"2026-03-05T07:31:30.91809Z","end":"2026-03-05T07:31:31.222279Z","steps":["trace[433307489] 'agreement among raft nodes before linearized reading' (duration: 303.919109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:31.222317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:30.806065Z","time spent":"416.235037ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:31:31.222327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:30.917783Z","time spent":"304.532815ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:31:31.222341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:30.91808Z","time spent":"304.247388ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:31:31.222329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:30.867138Z","time spent":"355.172005ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:31:31.22215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.081854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:31:31.222567Z","caller":"traceutil/trace.go:171","msg":"trace[1623219806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1987; }","duration":"304.485504ms","start":"2026-03-05T07:31:30.918041Z","end":"2026-03-05T07:31:31.222526Z","steps":["trace[1623219806] 'agreement among raft nodes before linearized reading' (duration: 303.954381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:31.222631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:30.918011Z","time spent":"304.604156ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:31:31.544011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.084782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:31:31.544415Z","caller":"traceutil/trace.go:171","msg":"trace[886716962] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2070; }","duration":"235.746428ms","start":"2026-03-05T07:31:31.308598Z","end":"2026-03-05T07:31:31.544344Z","steps":["trace[886716962] 'read index received' (duration: 129.975785ms)","trace[886716962] 'applied index is now lower than readState.Index' (duration: 105.769223ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:31.544518Z","caller":"traceutil/trace.go:171","msg":"trace[1735395473] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"316.747524ms","start":"2026-03-05T07:31:31.227711Z","end":"2026-03-05T07:31:31.544459Z","steps":["trace[1735395473] 'process raft request' (duration: 52.093976ms)","trace[1735395473] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 263.625851ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:31.544612Z","caller":"traceutil/trace.go:171","msg":"trace[1942077064] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"316.818225ms","start":"2026-03-05T07:31:31.227784Z","end":"2026-03-05T07:31:31.544602Z","steps":["trace[1942077064] 'process raft request' (duration: 316.379464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:31.54472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:31.227752Z","time spent":"316.903948ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:31:31.544739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.147707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T07:31:31.544724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:31.227685Z","time spent":"316.929128ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:31:31.544779Z","caller":"traceutil/trace.go:171","msg":"trace[563917742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1991; }","duration":"236.207029ms","start":"2026-03-05T07:31:31.308555Z","end":"2026-03-05T07:31:31.544762Z","steps":["trace[563917742] 'agreement among raft nodes before linearized reading' (duration: 236.054295ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:31.544752Z","caller":"traceutil/trace.go:171","msg":"trace[643910214] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"316.676432ms","start":"2026-03-05T07:31:31.228027Z","end":"2026-03-05T07:31:31.544703Z","steps":["trace[643910214] 'process raft request' (duration: 316.228101ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:31.544561Z","caller":"traceutil/trace.go:171","msg":"trace[2005258859] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"316.20525ms","start":"2026-03-05T07:31:31.228336Z","end":"2026-03-05T07:31:31.544542Z","steps":["trace[2005258859] 'process raft request' (duration: 315.965894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:31.544913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:31.228326Z","time spent":"316.559648ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:31:31.544989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:31.228015Z","time spent":"316.829705ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:31:31.545078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.791708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:31:31.545185Z","caller":"traceutil/trace.go:171","msg":"trace[439941898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1991; }","duration":"235.970112ms","start":"2026-03-05T07:31:31.309191Z","end":"2026-03-05T07:31:31.545161Z","steps":["trace[439941898] 'agreement among raft nodes before linearized reading' (duration: 235.755397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:32.775168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:32.410545Z","time spent":"364.613662ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T07:31:32.775124Z","caller":"traceutil/trace.go:171","msg":"trace[1862634924] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2075; }","duration":"269.1074ms","start":"2026-03-05T07:31:32.50598Z","end":"2026-03-05T07:31:32.775087Z","steps":["trace[1862634924] 'read index received' (duration: 268.864504ms)","trace[1862634924] 'applied index is now lower than readState.Index' (duration: 241.216µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:31:32.775466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.458818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-05T07:31:32.77563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.037125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T07:31:32.775664Z","caller":"traceutil/trace.go:171","msg":"trace[1221048949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1992; }","duration":"269.742225ms","start":"2026-03-05T07:31:32.505907Z","end":"2026-03-05T07:31:32.775649Z","steps":["trace[1221048949] 'agreement among raft nodes before linearized reading' (duration: 269.334234ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:32.775688Z","caller":"traceutil/trace.go:171","msg":"trace[562460064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1992; }","duration":"223.119507ms","start":"2026-03-05T07:31:32.55255Z","end":"2026-03-05T07:31:32.775669Z","steps":["trace[562460064] 'agreement among raft nodes before linearized reading' (duration: 222.951383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:33.066961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.285735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:31:33.067124Z","caller":"traceutil/trace.go:171","msg":"trace[831547007] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"290.348746ms","start":"2026-03-05T07:31:32.776748Z","end":"2026-03-05T07:31:33.067097Z","steps":["trace[831547007] 'process raft request' (duration: 149.783404ms)","trace[831547007] 'compare' (duration: 139.733111ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:33.117555Z","caller":"traceutil/trace.go:171","msg":"trace[1244910376] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"336.41202ms","start":"2026-03-05T07:31:32.78111Z","end":"2026-03-05T07:31:33.117522Z","steps":["trace[1244910376] 'process raft request' (duration: 336.224585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:33.11792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:32.781077Z","time spent":"336.560883ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:31:33.316186Z","caller":"traceutil/trace.go:171","msg":"trace[636353435] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"130.023775ms","start":"2026-03-05T07:31:33.186133Z","end":"2026-03-05T07:31:33.316157Z","steps":["trace[636353435] 'process raft request' (duration: 69.554287ms)","trace[636353435] 'compare' (duration: 60.361755ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:33.584305Z","caller":"traceutil/trace.go:171","msg":"trace[1779821966] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2079; }","duration":"273.4386ms","start":"2026-03-05T07:31:33.310826Z","end":"2026-03-05T07:31:33.584264Z","steps":["trace[1779821966] 'read index received' (duration: 200.957788ms)","trace[1779821966] 'applied index is now lower than readState.Index' (duration: 72.479211ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:33.584495Z","caller":"traceutil/trace.go:171","msg":"trace[173533827] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"356.784584ms","start":"2026-03-05T07:31:33.227672Z","end":"2026-03-05T07:31:33.584457Z","steps":["trace[173533827] 'process raft request' (duration: 284.051336ms)","trace[173533827] 'compare' (duration: 72.373409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:31:33.58454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.703936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:31:33.584655Z","caller":"traceutil/trace.go:171","msg":"trace[2077669288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1996; }","duration":"273.84995ms","start":"2026-03-05T07:31:33.310791Z","end":"2026-03-05T07:31:33.584641Z","steps":["trace[2077669288] 'agreement among raft nodes before linearized reading' (duration: 273.669845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:33.584862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:33.227634Z","time spent":"356.945738ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:31:34.151347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.429511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:31:34.151679Z","caller":"traceutil/trace.go:171","msg":"trace[221668722] linearizableReadLoop","detail":"{readStateIndex:2084; appliedIndex:2080; }","duration":"365.986466ms","start":"2026-03-05T07:31:33.78567Z","end":"2026-03-05T07:31:34.151656Z","steps":["trace[221668722] 'read index received' (duration: 122.247168ms)","trace[221668722] 'applied index is now lower than readState.Index' (duration: 243.737308ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:34.151713Z","caller":"traceutil/trace.go:171","msg":"trace[1502872546] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"562.121323ms","start":"2026-03-05T07:31:33.589568Z","end":"2026-03-05T07:31:34.151689Z","steps":["trace[1502872546] 'process raft request' (duration: 561.882077ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:34.151799Z","caller":"traceutil/trace.go:171","msg":"trace[1922862777] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"562.183115ms","start":"2026-03-05T07:31:33.589575Z","end":"2026-03-05T07:31:34.151758Z","steps":["trace[1922862777] 'process raft request' (duration: 561.97746ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:34.151883Z","caller":"traceutil/trace.go:171","msg":"trace[854487833] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"562.429261ms","start":"2026-03-05T07:31:33.589439Z","end":"2026-03-05T07:31:34.151868Z","steps":["trace[854487833] 'process raft request' (duration: 318.349864ms)","trace[854487833] 'compare' (duration: 243.217345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:31:34.151929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.250174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T07:31:34.151955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:33.589421Z","time spent":"562.498332ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:31:34.151969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:33.589539Z","time spent":"562.341618ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:31:34.152064Z","caller":"traceutil/trace.go:171","msg":"trace[1971337942] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2000; }","duration":"366.361536ms","start":"2026-03-05T07:31:33.785608Z","end":"2026-03-05T07:31:34.151969Z","steps":["trace[1971337942] 'agreement among raft nodes before linearized reading' (duration: 366.138021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:34.151822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:33.589549Z","time spent":"562.217065ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:31:34.152114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:33.785581Z","time spent":"366.520431ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T07:31:34.152745Z","caller":"traceutil/trace.go:171","msg":"trace[860269312] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"563.084157ms","start":"2026-03-05T07:31:33.589617Z","end":"2026-03-05T07:31:34.152701Z","steps":["trace[860269312] 'process raft request' (duration: 561.990889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:34.152947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:33.589569Z","time spent":"563.274683ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:31:34.17245Z","caller":"traceutil/trace.go:171","msg":"trace[1752981797] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"188.323609ms","start":"2026-03-05T07:31:33.9841Z","end":"2026-03-05T07:31:34.172423Z","steps":["trace[1752981797] 'process raft request' (duration: 188.212356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:39.551964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.256238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-05T07:31:39.552079Z","caller":"traceutil/trace.go:171","msg":"trace[724878284] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2023; }","duration":"156.448143ms","start":"2026-03-05T07:31:39.3956Z","end":"2026-03-05T07:31:39.552048Z","steps":["trace[724878284] 'range keys from in-memory index tree' (duration: 155.981221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:39.770145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.830366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:31:39.770428Z","caller":"traceutil/trace.go:171","msg":"trace[898084842] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"165.548903ms","start":"2026-03-05T07:31:39.604836Z","end":"2026-03-05T07:31:39.770384Z","steps":["trace[898084842] 'process raft request' (duration: 49.334167ms)","trace[898084842] 'compare' (duration: 115.630011ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:39.770538Z","caller":"traceutil/trace.go:171","msg":"trace[1329889599] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"141.274209ms","start":"2026-03-05T07:31:39.629236Z","end":"2026-03-05T07:31:39.77051Z","steps":["trace[1329889599] 'process raft request' (duration: 141.045373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:41.204672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025547493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-05T07:31:41.204741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26407019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:31:41.204762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290153758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-03-05T07:31:41.204777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027091903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T07:31:41.204866Z","caller":"traceutil/trace.go:171","msg":"trace[276142582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2026; }","duration":"1.027254806s","start":"2026-03-05T07:31:40.17759Z","end":"2026-03-05T07:31:41.204845Z","steps":["trace[276142582] 'range keys from in-memory index tree' (duration: 1.026843996s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:41.204863Z","caller":"traceutil/trace.go:171","msg":"trace[223379824] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2026; }","duration":"1.290314582s","start":"2026-03-05T07:31:39.91452Z","end":"2026-03-05T07:31:41.204835Z","steps":["trace[223379824] 'range keys from in-memory index tree' (duration: 1.289893991s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:41.206545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:39.914496Z","time spent":"1.29178348s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:31:41.207119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.276091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:31:41.207554Z","caller":"traceutil/trace.go:171","msg":"trace[871007252] linearizableReadLoop","detail":"{readStateIndex:2113; appliedIndex:2112; }","duration":"1.012881113s","start":"2026-03-05T07:31:40.19462Z","end":"2026-03-05T07:31:41.207501Z","steps":["trace[871007252] 'read index received' (duration: 62.107131ms)","trace[871007252] 'applied index is now lower than readState.Index' (duration: 950.498685ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:41.204797Z","caller":"traceutil/trace.go:171","msg":"trace[1353766535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2026; }","duration":"1.025739147s","start":"2026-03-05T07:31:40.17903Z","end":"2026-03-05T07:31:41.204769Z","steps":["trace[1353766535] 'range keys from in-memory index tree' (duration: 1.025264466s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:41.208218Z","caller":"traceutil/trace.go:171","msg":"trace[1695378344] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"1.018669278s","start":"2026-03-05T07:31:40.189354Z","end":"2026-03-05T07:31:41.208023Z","steps":["trace[1695378344] 'process raft request' (duration: 67.370522ms)","trace[1695378344] 'compare' (duration: 949.85864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:31:41.208424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:40.179002Z","time spent":"1.02940065s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:31:41.208751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:40.189311Z","time spent":"1.019208492s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:31:41.204806Z","caller":"traceutil/trace.go:171","msg":"trace[1048894440] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2026; }","duration":"1.264190043s","start":"2026-03-05T07:31:39.940593Z","end":"2026-03-05T07:31:41.204783Z","steps":["trace[1048894440] 'count revisions from in-memory index tree' (duration: 1.263956456s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:41.209397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014764831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T07:31:41.209431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:39.94057Z","time spent":"1.26882988s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:31:41.20492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:40.177559Z","time spent":"1.027351729s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:31:41.209502Z","caller":"traceutil/trace.go:171","msg":"trace[42356734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2027; }","duration":"1.014847873s","start":"2026-03-05T07:31:40.194602Z","end":"2026-03-05T07:31:41.20945Z","steps":["trace[42356734] 'agreement among raft nodes before linearized reading' (duration: 1.013617271s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:41.20956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:40.194594Z","time spent":"1.014950485s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T07:31:41.204762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021646555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-05T07:31:41.209926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.136795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-05T07:31:41.210113Z","caller":"traceutil/trace.go:171","msg":"trace[603759557] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2027; }","duration":"456.253068ms","start":"2026-03-05T07:31:40.75376Z","end":"2026-03-05T07:31:41.210013Z","steps":["trace[603759557] 'agreement among raft nodes before linearized reading' (duration: 455.721355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:41.210173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:40.753689Z","time spent":"456.469454ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T07:31:41.204935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025963783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T07:31:41.21033Z","caller":"traceutil/trace.go:171","msg":"trace[203806863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2026; }","duration":"1.031358659s","start":"2026-03-05T07:31:40.178944Z","end":"2026-03-05T07:31:41.210302Z","steps":["trace[203806863] 'range keys from in-memory index tree' (duration: 1.025864941s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:41.21045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:40.178936Z","time spent":"1.031476903s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:31:41.211399Z","caller":"traceutil/trace.go:171","msg":"trace[561380452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2026; }","duration":"1.028012065s","start":"2026-03-05T07:31:40.183023Z","end":"2026-03-05T07:31:41.211035Z","steps":["trace[561380452] 'range keys from in-memory index tree' (duration: 1.021407339s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:41.21157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:40.183001Z","time spent":"1.028483787s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:31:42.421003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.941153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:31:42.421153Z","caller":"traceutil/trace.go:171","msg":"trace[431888578] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"1.204839483s","start":"2026-03-05T07:31:41.216288Z","end":"2026-03-05T07:31:42.421128Z","steps":["trace[431888578] 'process raft request' (duration: 423.657844ms)","trace[431888578] 'compare' (duration: 780.79919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:31:42.421242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:41.216259Z","time spent":"1.204940135s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:31:42.657674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.045514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:31:42.657953Z","caller":"traceutil/trace.go:171","msg":"trace[1092437182] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"1.441557494s","start":"2026-03-05T07:31:41.216346Z","end":"2026-03-05T07:31:42.657903Z","steps":["trace[1092437182] 'process raft request' (duration: 1.321139782s)","trace[1092437182] 'compare' (duration: 119.893849ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:31:42.657991Z","caller":"traceutil/trace.go:171","msg":"trace[1915632463] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"1.441527054s","start":"2026-03-05T07:31:41.216437Z","end":"2026-03-05T07:31:42.657964Z","steps":["trace[1915632463] 'process raft request' (duration: 1.441400411s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:42.658074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:41.216395Z","time spent":"1.441642887s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:31:42.658152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:41.216321Z","time spent":"1.441709338s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:31:42.658245Z","caller":"traceutil/trace.go:171","msg":"trace[326688502] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"1.441456062s","start":"2026-03-05T07:31:41.216766Z","end":"2026-03-05T07:31:42.658222Z","steps":["trace[326688502] 'process raft request' (duration: 1.441145204s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:42.65838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:41.216759Z","time spent":"1.441542074s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:31:42.658522Z","caller":"traceutil/trace.go:171","msg":"trace[664150572] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"882.126289ms","start":"2026-03-05T07:31:41.776358Z","end":"2026-03-05T07:31:42.658484Z","steps":["trace[664150572] 'process raft request' (duration: 882.082658ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:42.658597Z","caller":"traceutil/trace.go:171","msg":"trace[1850741476] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"1.314919244s","start":"2026-03-05T07:31:41.343651Z","end":"2026-03-05T07:31:42.65857Z","steps":["trace[1850741476] 'process raft request' (duration: 1.314736709s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:42.658705Z","caller":"traceutil/trace.go:171","msg":"trace[2132250495] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"1.441706479s","start":"2026-03-05T07:31:41.21694Z","end":"2026-03-05T07:31:42.658646Z","steps":["trace[2132250495] 'process raft request' (duration: 1.441404131s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:42.658829Z","caller":"traceutil/trace.go:171","msg":"trace[1522928362] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"1.441602636s","start":"2026-03-05T07:31:41.216845Z","end":"2026-03-05T07:31:42.658448Z","steps":["trace[1522928362] 'process raft request' (duration: 1.441329599s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:42.658871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:41.343619Z","time spent":"1.315185671s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:31:42.658914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:41.216815Z","time spent":"1.442054917s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:31:42.658911Z","caller":"traceutil/trace.go:171","msg":"trace[781024047] linearizableReadLoop","detail":"{readStateIndex:2119; appliedIndex:2113; }","duration":"1.439757969s","start":"2026-03-05T07:31:41.219128Z","end":"2026-03-05T07:31:42.658885Z","steps":["trace[781024047] 'read index received' (duration: 421.020257ms)","trace[781024047] 'applied index is now lower than readState.Index' (duration: 1.018735872s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:31:42.658939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:41.216911Z","time spent":"1.441915313s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:31:42.658958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:41.776315Z","time spent":"882.323454ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:31:42.659111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348938543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:31:42.659113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439937443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:31:42.659161Z","caller":"traceutil/trace.go:171","msg":"trace[2111114138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2035; }","duration":"1.349032646s","start":"2026-03-05T07:31:41.310113Z","end":"2026-03-05T07:31:42.659145Z","steps":["trace[2111114138] 'agreement among raft nodes before linearized reading' (duration: 1.348931934s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:42.659174Z","caller":"traceutil/trace.go:171","msg":"trace[252953165] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2035; }","duration":"1.440062416s","start":"2026-03-05T07:31:41.219093Z","end":"2026-03-05T07:31:42.659156Z","steps":["trace[252953165] 'agreement among raft nodes before linearized reading' (duration: 1.439924343s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:42.659196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:41.310098Z","time spent":"1.349090687s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:31:42.659222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:41.219082Z","time spent":"1.440128128s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T07:31:42.65923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.379055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:31:42.659252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.589277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T07:31:42.659352Z","caller":"traceutil/trace.go:171","msg":"trace[543199706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2035; }","duration":"439.726181ms","start":"2026-03-05T07:31:42.219604Z","end":"2026-03-05T07:31:42.65933Z","steps":["trace[543199706] 'agreement among raft nodes before linearized reading' (duration: 439.491325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:42.659368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.576484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:31:42.659461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:42.219577Z","time spent":"439.870615ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T07:31:42.659466Z","caller":"traceutil/trace.go:171","msg":"trace[798419760] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2035; }","duration":"972.727028ms","start":"2026-03-05T07:31:41.68672Z","end":"2026-03-05T07:31:42.659447Z","steps":["trace[798419760] 'agreement among raft nodes before linearized reading' (duration: 972.521323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:42.659539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:41.686695Z","time spent":"972.830881ms","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:31:42.659363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.969701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-05T07:31:42.659654Z","caller":"traceutil/trace.go:171","msg":"trace[1240203095] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:2035; }","duration":"249.36983ms","start":"2026-03-05T07:31:42.41027Z","end":"2026-03-05T07:31:42.65964Z","steps":["trace[1240203095] 'agreement among raft nodes before linearized reading' (duration: 248.880578ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:31:42.659823Z","caller":"traceutil/trace.go:171","msg":"trace[540776128] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2035; }","duration":"468.545919ms","start":"2026-03-05T07:31:42.190777Z","end":"2026-03-05T07:31:42.659323Z","steps":["trace[540776128] 'agreement among raft nodes before linearized reading' (duration: 468.399435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:31:42.660049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:31:42.190756Z","time spent":"469.268828ms","remote":"127.0.0.1:39866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:31:55.40673Z","caller":"traceutil/trace.go:171","msg":"trace[1319936214] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"144.798479ms","start":"2026-03-05T07:31:55.2619Z","end":"2026-03-05T07:31:55.406699Z","steps":["trace[1319936214] 'process raft request' (duration: 144.566934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:32.46138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343202602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:32:32.600837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013104878s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:32:32.601188Z","caller":"traceutil/trace.go:171","msg":"trace[1331715613] linearizableReadLoop","detail":"{readStateIndex:2548; appliedIndex:2547; }","duration":"640.343449ms","start":"2026-03-05T07:32:31.960822Z","end":"2026-03-05T07:32:32.601166Z","steps":["trace[1331715613] 'read index received' (duration: 640.160925ms)","trace[1331715613] 'applied index is now lower than readState.Index' (duration: 181.634µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:32:32.601272Z","caller":"traceutil/trace.go:171","msg":"trace[207326525] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"1.013630541s","start":"2026-03-05T07:32:31.587631Z","end":"2026-03-05T07:32:32.601262Z","steps":["trace[207326525] 'process raft request' (duration: 1.013396515s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:32.601374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.527614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:32:32.601444Z","caller":"traceutil/trace.go:171","msg":"trace[1208500670] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2445; }","duration":"640.653557ms","start":"2026-03-05T07:32:31.960776Z","end":"2026-03-05T07:32:32.60143Z","steps":["trace[1208500670] 'agreement among raft nodes before linearized reading' (duration: 640.540154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:32.601486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:32:31.960756Z","time spent":"640.718019ms","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:32:32.601388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:32:31.587609Z","time spent":"1.013697223s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:32:32.601538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.068231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-05T07:32:32.601535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.27308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:32:32.60162Z","caller":"traceutil/trace.go:171","msg":"trace[1365301157] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:2445; }","duration":"188.225466ms","start":"2026-03-05T07:32:32.413371Z","end":"2026-03-05T07:32:32.601596Z","steps":["trace[1365301157] 'agreement among raft nodes before linearized reading' (duration: 187.962379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:32.601633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.648684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-05T07:32:32.601673Z","caller":"traceutil/trace.go:171","msg":"trace[1165538891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2445; }","duration":"609.752706ms","start":"2026-03-05T07:32:31.991908Z","end":"2026-03-05T07:32:32.601661Z","steps":["trace[1165538891] 'agreement among raft nodes before linearized reading' (duration: 609.370487ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:32:32.601682Z","caller":"traceutil/trace.go:171","msg":"trace[1467832408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2445; }","duration":"291.477535ms","start":"2026-03-05T07:32:32.310164Z","end":"2026-03-05T07:32:32.601641Z","steps":["trace[1467832408] 'agreement among raft nodes before linearized reading' (duration: 291.198028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:32:32.6017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:32:31.991876Z","time spent":"609.817947ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T07:33:04.923112Z","caller":"traceutil/trace.go:171","msg":"trace[120550066] linearizableReadLoop","detail":"{readStateIndex:2735; appliedIndex:2734; }","duration":"137.453961ms","start":"2026-03-05T07:33:04.785633Z","end":"2026-03-05T07:33:04.923087Z","steps":["trace[120550066] 'read index received' (duration: 137.255196ms)","trace[120550066] 'applied index is now lower than readState.Index' (duration: 197.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:33:04.923196Z","caller":"traceutil/trace.go:171","msg":"trace[1595115678] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"184.188854ms","start":"2026-03-05T07:33:04.738975Z","end":"2026-03-05T07:33:04.923164Z","steps":["trace[1595115678] 'process raft request' (duration: 183.921397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:33:04.923422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.757989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:33:04.923499Z","caller":"traceutil/trace.go:171","msg":"trace[793977602] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2624; }","duration":"137.892821ms","start":"2026-03-05T07:33:04.785587Z","end":"2026-03-05T07:33:04.92348Z","steps":["trace[793977602] 'agreement among raft nodes before linearized reading' (duration: 137.747758ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:33:05.215959Z","caller":"traceutil/trace.go:171","msg":"trace[1374718545] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"110.882922ms","start":"2026-03-05T07:33:05.105044Z","end":"2026-03-05T07:33:05.215927Z","steps":["trace[1374718545] 'process raft request' (duration: 28.818372ms)","trace[1374718545] 'compare' (duration: 81.732682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:33:11.359314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.04439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-05T07:33:11.359402Z","caller":"traceutil/trace.go:171","msg":"trace[1961028782] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2655; }","duration":"747.175383ms","start":"2026-03-05T07:33:10.612205Z","end":"2026-03-05T07:33:11.359381Z","steps":["trace[1961028782] 'range keys from in-memory index tree' (duration: 746.859485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:33:11.359442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:33:10.612186Z","time spent":"747.247494ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-05T07:33:11.36007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.817911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:33:11.360179Z","caller":"traceutil/trace.go:171","msg":"trace[1579860711] linearizableReadLoop","detail":"{readStateIndex:2768; appliedIndex:2767; }","duration":"317.785592ms","start":"2026-03-05T07:33:11.042376Z","end":"2026-03-05T07:33:11.360162Z","steps":["trace[1579860711] 'read index received' (duration: 119.854199ms)","trace[1579860711] 'applied index is now lower than readState.Index' (duration: 197.929573ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:33:11.360239Z","caller":"traceutil/trace.go:171","msg":"trace[451200772] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"416.00303ms","start":"2026-03-05T07:33:10.944206Z","end":"2026-03-05T07:33:11.360209Z","steps":["trace[451200772] 'process raft request' (duration: 217.951734ms)","trace[451200772] 'compare' (duration: 197.321158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:33:11.360356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.981707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T07:33:11.36038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:33:10.944183Z","time spent":"416.116254ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:33:11.360434Z","caller":"traceutil/trace.go:171","msg":"trace[2046162060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2656; }","duration":"318.112679ms","start":"2026-03-05T07:33:11.042303Z","end":"2026-03-05T07:33:11.360416Z","steps":["trace[2046162060] 'agreement among raft nodes before linearized reading' (duration: 317.942145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:33:11.360486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:33:11.042281Z","time spent":"318.193672ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:33:11.375894Z","caller":"traceutil/trace.go:171","msg":"trace[988645036] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"333.047978ms","start":"2026-03-05T07:33:11.042825Z","end":"2026-03-05T07:33:11.375873Z","steps":["trace[988645036] 'process raft request' (duration: 332.922175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:33:11.376025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:33:11.042806Z","time spent":"333.140311ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:33:11.549669Z","caller":"traceutil/trace.go:171","msg":"trace[291235668] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"314.066802ms","start":"2026-03-05T07:33:11.235575Z","end":"2026-03-05T07:33:11.549642Z","steps":["trace[291235668] 'process raft request' (duration: 313.873427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:33:11.550479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:33:11.235545Z","time spent":"314.81497ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:33:11.549799Z","caller":"traceutil/trace.go:171","msg":"trace[1675380502] linearizableReadLoop","detail":"{readStateIndex:2770; appliedIndex:2768; }","duration":"189.552312ms","start":"2026-03-05T07:33:11.36021Z","end":"2026-03-05T07:33:11.549763Z","steps":["trace[1675380502] 'read index received' (duration: 15.525823ms)","trace[1675380502] 'applied index is now lower than readState.Index' (duration: 174.023099ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:33:11.549798Z","caller":"traceutil/trace.go:171","msg":"trace[460069502] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"184.715146ms","start":"2026-03-05T07:33:11.365055Z","end":"2026-03-05T07:33:11.54977Z","steps":["trace[460069502] 'process raft request' (duration: 184.545642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:33:11.550909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.294338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-03-05T07:33:11.549989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.730993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T07:33:11.550968Z","caller":"traceutil/trace.go:171","msg":"trace[1421208280] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2659; }","duration":"187.39059ms","start":"2026-03-05T07:33:11.363558Z","end":"2026-03-05T07:33:11.550948Z","steps":["trace[1421208280] 'agreement among raft nodes before linearized reading' (duration: 187.261577ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:33:11.550987Z","caller":"traceutil/trace.go:171","msg":"trace[412461426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2659; }","duration":"299.747988ms","start":"2026-03-05T07:33:11.251214Z","end":"2026-03-05T07:33:11.550962Z","steps":["trace[412461426] 'agreement among raft nodes before linearized reading' (duration: 298.648761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:33:11.54998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.340168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:33:11.551121Z","caller":"traceutil/trace.go:171","msg":"trace[1242496004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2659; }","duration":"300.537197ms","start":"2026-03-05T07:33:11.250566Z","end":"2026-03-05T07:33:11.551103Z","steps":["trace[1242496004] 'agreement among raft nodes before linearized reading' (duration: 299.217705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:33:11.550044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.291825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T07:33:11.55119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:33:11.250546Z","time spent":"300.62442ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:33:11.551246Z","caller":"traceutil/trace.go:171","msg":"trace[924357167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2659; }","duration":"307.525725ms","start":"2026-03-05T07:33:11.243692Z","end":"2026-03-05T07:33:11.551217Z","steps":["trace[924357167] 'agreement among raft nodes before linearized reading' (duration: 306.162992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:33:11.550027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.645803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T07:33:11.551359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:33:11.24368Z","time spent":"307.657478ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:33:11.551384Z","caller":"traceutil/trace.go:171","msg":"trace[1071238000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2659; }","duration":"303.057368ms","start":"2026-03-05T07:33:11.248312Z","end":"2026-03-05T07:33:11.55137Z","steps":["trace[1071238000] 'agreement among raft nodes before linearized reading' (duration: 301.50032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:33:11.551435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:33:11.248291Z","time spent":"303.127739ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:33:11.804472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.57382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:33:11.804708Z","caller":"traceutil/trace.go:171","msg":"trace[1299400719] linearizableReadLoop","detail":"{readStateIndex:2775; appliedIndex:2771; }","duration":"244.611874ms","start":"2026-03-05T07:33:11.560077Z","end":"2026-03-05T07:33:11.804689Z","steps":["trace[1299400719] 'read index received' (duration: 37.966232ms)","trace[1299400719] 'applied index is now lower than readState.Index' (duration: 206.644312ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:33:11.8047Z","caller":"traceutil/trace.go:171","msg":"trace[1374037632] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"245.71452ms","start":"2026-03-05T07:33:11.558949Z","end":"2026-03-05T07:33:11.804663Z","steps":["trace[1374037632] 'process raft request' (duration: 98.853134ms)","trace[1374037632] 'compare' (duration: 146.414695ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:33:11.804778Z","caller":"traceutil/trace.go:171","msg":"trace[1114831755] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"245.312061ms","start":"2026-03-05T07:33:11.559428Z","end":"2026-03-05T07:33:11.80474Z","steps":["trace[1114831755] 'process raft request' (duration: 245.154827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:33:11.804905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.819808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-05T07:33:11.804941Z","caller":"traceutil/trace.go:171","msg":"trace[485570281] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2663; }","duration":"244.8684ms","start":"2026-03-05T07:33:11.560063Z","end":"2026-03-05T07:33:11.804931Z","steps":["trace[485570281] 'agreement among raft nodes before linearized reading' (duration: 244.688086ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:33:11.805069Z","caller":"traceutil/trace.go:171","msg":"trace[188094778] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"244.940761ms","start":"2026-03-05T07:33:11.559956Z","end":"2026-03-05T07:33:11.804896Z","steps":["trace[188094778] 'process raft request' (duration: 244.692306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:40.842072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.981406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:36:40.842189Z","caller":"traceutil/trace.go:171","msg":"trace[1709107135] transaction","detail":"{read_only:false; response_revision:3964; number_of_response:1; }","duration":"156.313091ms","start":"2026-03-05T07:36:40.685861Z","end":"2026-03-05T07:36:40.842174Z","steps":["trace[1709107135] 'process raft request' (duration: 17.165911ms)","trace[1709107135] 'compare' (duration: 138.894774ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:41.920111Z","caller":"traceutil/trace.go:171","msg":"trace[302784875] transaction","detail":"{read_only:false; response_revision:3972; number_of_response:1; }","duration":"256.112549ms","start":"2026-03-05T07:36:41.663972Z","end":"2026-03-05T07:36:41.920085Z","steps":["trace[302784875] 'process raft request' (duration: 255.858483ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:44.35011Z","caller":"traceutil/trace.go:171","msg":"trace[1849346068] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"109.465109ms","start":"2026-03-05T07:36:44.240615Z","end":"2026-03-05T07:36:44.35008Z","steps":["trace[1849346068] 'process raft request' (duration: 48.998072ms)","trace[1849346068] 'compare' (duration: 60.310834ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:47.504228Z","caller":"traceutil/trace.go:171","msg":"trace[409172701] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"223.830636ms","start":"2026-03-05T07:36:47.280371Z","end":"2026-03-05T07:36:47.504202Z","steps":["trace[409172701] 'process raft request' (duration: 155.007169ms)","trace[409172701] 'compare' (duration: 68.334786ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:47.504394Z","caller":"traceutil/trace.go:171","msg":"trace[619241623] linearizableReadLoop","detail":"{readStateIndex:4499; appliedIndex:4497; }","duration":"141.915206ms","start":"2026-03-05T07:36:47.362445Z","end":"2026-03-05T07:36:47.504361Z","steps":["trace[619241623] 'read index received' (duration: 72.408573ms)","trace[619241623] 'applied index is now lower than readState.Index' (duration: 69.505003ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:47.504457Z","caller":"traceutil/trace.go:171","msg":"trace[105945180] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"195.211602ms","start":"2026-03-05T07:36:47.309215Z","end":"2026-03-05T07:36:47.504427Z","steps":["trace[105945180] 'process raft request' (duration: 194.937555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:47.5047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.238373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:3049"} {"level":"info","ts":"2026-03-05T07:36:47.504748Z","caller":"traceutil/trace.go:171","msg":"trace[819247946] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4316; }","duration":"142.334506ms","start":"2026-03-05T07:36:47.3624Z","end":"2026-03-05T07:36:47.504735Z","steps":["trace[819247946] 'agreement among raft nodes before linearized reading' (duration: 142.108221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:47.816264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.276044ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:36:47.816386Z","caller":"traceutil/trace.go:171","msg":"trace[444039091] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4318; }","duration":"170.411797ms","start":"2026-03-05T07:36:47.645953Z","end":"2026-03-05T07:36:47.816365Z","steps":["trace[444039091] 'range keys from in-memory index tree' (duration: 170.258573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:47.816313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.596226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:36:47.816613Z","caller":"traceutil/trace.go:171","msg":"trace[260863050] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4318; }","duration":"204.939544ms","start":"2026-03-05T07:36:47.611644Z","end":"2026-03-05T07:36:47.816584Z","steps":["trace[260863050] 'range keys from in-memory index tree' (duration: 204.496273ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:50.102552Z","caller":"traceutil/trace.go:171","msg":"trace[1298128499] linearizableReadLoop","detail":"{readStateIndex:4534; appliedIndex:4533; }","duration":"145.123152ms","start":"2026-03-05T07:36:49.957404Z","end":"2026-03-05T07:36:50.102528Z","steps":["trace[1298128499] 'read index received' (duration: 144.918397ms)","trace[1298128499] 'applied index is now lower than readState.Index' (duration: 203.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:50.10259Z","caller":"traceutil/trace.go:171","msg":"trace[1403677397] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"383.040475ms","start":"2026-03-05T07:36:49.719525Z","end":"2026-03-05T07:36:50.102566Z","steps":["trace[1403677397] 'process raft request' (duration: 382.82018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:50.102763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.354728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:36:50.102803Z","caller":"traceutil/trace.go:171","msg":"trace[331590899] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:4350; }","duration":"145.405679ms","start":"2026-03-05T07:36:49.957388Z","end":"2026-03-05T07:36:50.102794Z","steps":["trace[331590899] 'agreement among raft nodes before linearized reading' (duration: 145.236565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:50.102769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:49.719504Z","time spent":"383.18125ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5135,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:50.430806Z","caller":"traceutil/trace.go:171","msg":"trace[413299260] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"322.532418ms","start":"2026-03-05T07:36:50.108252Z","end":"2026-03-05T07:36:50.430785Z","steps":["trace[413299260] 'process raft request' (duration: 322.396724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:50.431026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:50.108234Z","time spent":"322.710231ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:50.516658Z","caller":"traceutil/trace.go:171","msg":"trace[649505710] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"408.249018ms","start":"2026-03-05T07:36:50.108374Z","end":"2026-03-05T07:36:50.516623Z","steps":["trace[649505710] 'process raft request' (duration: 408.045093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:50.51688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:50.108355Z","time spent":"408.383262ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1699,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:50.516864Z","caller":"traceutil/trace.go:171","msg":"trace[481300968] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"404.99142ms","start":"2026-03-05T07:36:50.111849Z","end":"2026-03-05T07:36:50.51684Z","steps":["trace[481300968] 'process raft request' (duration: 404.707943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:50.517167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:50.111823Z","time spent":"405.174995ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4470,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:50.51762Z","caller":"traceutil/trace.go:171","msg":"trace[1073602101] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"293.859542ms","start":"2026-03-05T07:36:50.223743Z","end":"2026-03-05T07:36:50.517603Z","steps":["trace[1073602101] 'process raft request' (duration: 293.032472ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:50.517733Z","caller":"traceutil/trace.go:171","msg":"trace[1569405602] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"150.364009ms","start":"2026-03-05T07:36:50.367357Z","end":"2026-03-05T07:36:50.517721Z","steps":["trace[1569405602] 'process raft request' (duration: 150.099413ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:50.517946Z","caller":"traceutil/trace.go:171","msg":"trace[904163792] linearizableReadLoop","detail":"{readStateIndex:4538; appliedIndex:4534; }","duration":"153.819971ms","start":"2026-03-05T07:36:50.364113Z","end":"2026-03-05T07:36:50.517933Z","steps":["trace[904163792] 'read index received' (duration: 66.576623ms)","trace[904163792] 'applied index is now lower than readState.Index' (duration: 87.241428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:36:50.518063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.944863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:36:50.518068Z","caller":"traceutil/trace.go:171","msg":"trace[820515213] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"147.423988ms","start":"2026-03-05T07:36:50.370618Z","end":"2026-03-05T07:36:50.518042Z","steps":["trace[820515213] 'process raft request' (duration: 147.07077ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:50.518128Z","caller":"traceutil/trace.go:171","msg":"trace[331972243] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4356; }","duration":"154.028196ms","start":"2026-03-05T07:36:50.364064Z","end":"2026-03-05T07:36:50.518093Z","steps":["trace[331972243] 'agreement among raft nodes before linearized reading' (duration: 153.917223ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:50.860625Z","caller":"traceutil/trace.go:171","msg":"trace[2057178749] linearizableReadLoop","detail":"{readStateIndex:4541; appliedIndex:4540; }","duration":"124.636612ms","start":"2026-03-05T07:36:50.735964Z","end":"2026-03-05T07:36:50.8606Z","steps":["trace[2057178749] 'read index received' (duration: 124.416507ms)","trace[2057178749] 'applied index is now lower than readState.Index' (duration: 219.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:50.860711Z","caller":"traceutil/trace.go:171","msg":"trace[630022415] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"128.28689ms","start":"2026-03-05T07:36:50.732382Z","end":"2026-03-05T07:36:50.860669Z","steps":["trace[630022415] 'process raft request' (duration: 128.057604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:50.860848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.852147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:36:50.860896Z","caller":"traceutil/trace.go:171","msg":"trace[724779009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4357; }","duration":"124.96197ms","start":"2026-03-05T07:36:50.735922Z","end":"2026-03-05T07:36:50.860884Z","steps":["trace[724779009] 'agreement among raft nodes before linearized reading' (duration: 124.778155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:54.737077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.635932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4736"} {"level":"info","ts":"2026-03-05T07:36:54.737177Z","caller":"traceutil/trace.go:171","msg":"trace[737631646] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4431; }","duration":"106.774005ms","start":"2026-03-05T07:36:54.630381Z","end":"2026-03-05T07:36:54.737155Z","steps":["trace[737631646] 'range keys from in-memory index tree' (duration: 106.525698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:54.737426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.261361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-05T07:36:54.737651Z","caller":"traceutil/trace.go:171","msg":"trace[1484499001] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4431; }","duration":"103.521428ms","start":"2026-03-05T07:36:54.634111Z","end":"2026-03-05T07:36:54.737632Z","steps":["trace[1484499001] 'range keys from in-memory index tree' (duration: 103.123458ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:54.9532Z","caller":"traceutil/trace.go:171","msg":"trace[1652662511] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"193.95312ms","start":"2026-03-05T07:36:54.759224Z","end":"2026-03-05T07:36:54.953177Z","steps":["trace[1652662511] 'process raft request' (duration: 193.686414ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:54.953649Z","caller":"traceutil/trace.go:171","msg":"trace[2109592063] linearizableReadLoop","detail":"{readStateIndex:4619; appliedIndex:4618; }","duration":"192.679091ms","start":"2026-03-05T07:36:54.760947Z","end":"2026-03-05T07:36:54.953626Z","steps":["trace[2109592063] 'read index received' (duration: 192.036856ms)","trace[2109592063] 'applied index is now lower than readState.Index' (duration: 150.543µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:36:54.953723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.745142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-05T07:36:54.95379Z","caller":"traceutil/trace.go:171","msg":"trace[20537121] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4432; }","duration":"192.846754ms","start":"2026-03-05T07:36:54.760924Z","end":"2026-03-05T07:36:54.953771Z","steps":["trace[20537121] 'agreement among raft nodes before linearized reading' (duration: 192.586178ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:54.958843Z","caller":"traceutil/trace.go:171","msg":"trace[884075355] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"197.188688ms","start":"2026-03-05T07:36:54.761611Z","end":"2026-03-05T07:36:54.9588Z","steps":["trace[884075355] 'process raft request' (duration: 196.891461ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:55.6585Z","caller":"traceutil/trace.go:171","msg":"trace[1024663737] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"107.79308ms","start":"2026-03-05T07:36:55.550685Z","end":"2026-03-05T07:36:55.658478Z","steps":["trace[1024663737] 'process raft request' (duration: 107.212376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:56.331632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.998299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:36:56.331661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.086567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:36:56.331753Z","caller":"traceutil/trace.go:171","msg":"trace[1322965989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:4473; }","duration":"200.241761ms","start":"2026-03-05T07:36:56.131489Z","end":"2026-03-05T07:36:56.331731Z","steps":["trace[1322965989] 'range keys from in-memory index tree' (duration: 199.818592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:56.331765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.573909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d80aa34e-c37c-467a-b010-068ab2d1cc1c\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-05T07:36:56.331698Z","caller":"traceutil/trace.go:171","msg":"trace[1444217584] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4473; }","duration":"422.126082ms","start":"2026-03-05T07:36:55.909554Z","end":"2026-03-05T07:36:56.331681Z","steps":["trace[1444217584] 'count revisions from in-memory index tree' (duration: 421.877355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:56.331858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:55.90953Z","time spent":"422.319747ms","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:36:56.331856Z","caller":"traceutil/trace.go:171","msg":"trace[1504555469] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d80aa34e-c37c-467a-b010-068ab2d1cc1c; range_end:; response_count:1; response_revision:4473; }","duration":"569.705462ms","start":"2026-03-05T07:36:55.76213Z","end":"2026-03-05T07:36:56.331835Z","steps":["trace[1504555469] 'range keys from in-memory index tree' (duration: 569.409265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:56.331874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.633757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-47c5f33b-78a5-4ea8-a42e-34c88a579de9\" ","response":"range_response_count:1 size:3759"} {"level":"warn","ts":"2026-03-05T07:36:56.331898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:55.762113Z","time spent":"569.774893ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d80aa34e-c37c-467a-b010-068ab2d1cc1c\" "} {"level":"info","ts":"2026-03-05T07:36:56.331936Z","caller":"traceutil/trace.go:171","msg":"trace[750409532] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-47c5f33b-78a5-4ea8-a42e-34c88a579de9; range_end:; response_count:1; response_revision:4473; }","duration":"153.722248ms","start":"2026-03-05T07:36:56.178199Z","end":"2026-03-05T07:36:56.331921Z","steps":["trace[750409532] 'range keys from in-memory index tree' (duration: 153.450042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:56.332306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.863587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-05T07:36:56.332354Z","caller":"traceutil/trace.go:171","msg":"trace[922369763] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4473; }","duration":"404.933719ms","start":"2026-03-05T07:36:55.927409Z","end":"2026-03-05T07:36:56.332343Z","steps":["trace[922369763] 'range keys from in-memory index tree' (duration: 404.152351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:56.332378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:55.927399Z","time spent":"404.97188ms","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196060,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-05T07:36:56.489915Z","caller":"traceutil/trace.go:171","msg":"trace[399220388] linearizableReadLoop","detail":"{readStateIndex:4661; appliedIndex:4660; }","duration":"123.219058ms","start":"2026-03-05T07:36:56.366677Z","end":"2026-03-05T07:36:56.489896Z","steps":["trace[399220388] 'read index received' (duration: 123.052173ms)","trace[399220388] 'applied index is now lower than readState.Index' (duration: 166.225µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:36:56.490081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.385392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-05T07:36:56.490109Z","caller":"traceutil/trace.go:171","msg":"trace[1242164684] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4474; }","duration":"123.460594ms","start":"2026-03-05T07:36:56.366639Z","end":"2026-03-05T07:36:56.490099Z","steps":["trace[1242164684] 'agreement among raft nodes before linearized reading' (duration: 123.334991ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:56.490017Z","caller":"traceutil/trace.go:171","msg":"trace[1259581344] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"149.382205ms","start":"2026-03-05T07:36:56.340607Z","end":"2026-03-05T07:36:56.489989Z","steps":["trace[1259581344] 'process raft request' (duration: 149.17311ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:56.625931Z","caller":"traceutil/trace.go:171","msg":"trace[682643655] linearizableReadLoop","detail":"{readStateIndex:4662; appliedIndex:4661; }","duration":"109.294645ms","start":"2026-03-05T07:36:56.516616Z","end":"2026-03-05T07:36:56.625911Z","steps":["trace[682643655] 'read index received' (duration: 109.115411ms)","trace[682643655] 'applied index is now lower than readState.Index' (duration: 178.384µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:56.625981Z","caller":"traceutil/trace.go:171","msg":"trace[761024355] transaction","detail":"{read_only:false; response_revision:4475; number_of_response:1; }","duration":"124.5511ms","start":"2026-03-05T07:36:56.501398Z","end":"2026-03-05T07:36:56.625949Z","steps":["trace[761024355] 'process raft request' (duration: 124.361596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:56.626092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.461569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-05T07:36:56.626122Z","caller":"traceutil/trace.go:171","msg":"trace[1159189166] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4475; }","duration":"109.534381ms","start":"2026-03-05T07:36:56.516578Z","end":"2026-03-05T07:36:56.626112Z","steps":["trace[1159189166] 'agreement among raft nodes before linearized reading' (duration: 109.410948ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:56.662996Z","caller":"traceutil/trace.go:171","msg":"trace[595310286] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"121.074187ms","start":"2026-03-05T07:36:56.541894Z","end":"2026-03-05T07:36:56.662969Z","steps":["trace[595310286] 'process raft request' (duration: 120.631996ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:56.663783Z","caller":"traceutil/trace.go:171","msg":"trace[210220815] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"117.586714ms","start":"2026-03-05T07:36:56.546181Z","end":"2026-03-05T07:36:56.663768Z","steps":["trace[210220815] 'process raft request' (duration: 117.293017ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:56.66393Z","caller":"traceutil/trace.go:171","msg":"trace[2104081203] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"116.011637ms","start":"2026-03-05T07:36:56.54788Z","end":"2026-03-05T07:36:56.663892Z","steps":["trace[2104081203] 'process raft request' (duration: 115.800922ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:57.226978Z","caller":"traceutil/trace.go:171","msg":"trace[1184185914] linearizableReadLoop","detail":"{readStateIndex:4679; appliedIndex:4675; }","duration":"162.993041ms","start":"2026-03-05T07:36:57.063954Z","end":"2026-03-05T07:36:57.226947Z","steps":["trace[1184185914] 'read index received' (duration: 2.92294ms)","trace[1184185914] 'applied index is now lower than readState.Index' (duration: 160.069001ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:57.227131Z","caller":"traceutil/trace.go:171","msg":"trace[2057975697] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"186.935013ms","start":"2026-03-05T07:36:57.040149Z","end":"2026-03-05T07:36:57.227084Z","steps":["trace[2057975697] 'process raft request' (duration: 186.471572ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:57.2274Z","caller":"traceutil/trace.go:171","msg":"trace[1390085386] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"181.760819ms","start":"2026-03-05T07:36:57.045618Z","end":"2026-03-05T07:36:57.227379Z","steps":["trace[1390085386] 'process raft request' (duration: 181.287098ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:57.227402Z","caller":"traceutil/trace.go:171","msg":"trace[116326067] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"183.44852ms","start":"2026-03-05T07:36:57.04391Z","end":"2026-03-05T07:36:57.227358Z","steps":["trace[116326067] 'process raft request' (duration: 182.948249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:57.227625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.37773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-05T07:36:57.227719Z","caller":"traceutil/trace.go:171","msg":"trace[907066628] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4492; }","duration":"163.80238ms","start":"2026-03-05T07:36:57.063904Z","end":"2026-03-05T07:36:57.227707Z","steps":["trace[907066628] 'agreement among raft nodes before linearized reading' (duration: 163.175465ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:03.092899Z","caller":"traceutil/trace.go:171","msg":"trace[1980423532] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"193.993592ms","start":"2026-03-05T07:37:02.898873Z","end":"2026-03-05T07:37:03.092867Z","steps":["trace[1980423532] 'process raft request' (duration: 193.806078ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:04.124667Z","caller":"traceutil/trace.go:171","msg":"trace[444291269] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"258.316431ms","start":"2026-03-05T07:37:03.866322Z","end":"2026-03-05T07:37:04.124638Z","steps":["trace[444291269] 'process raft request' (duration: 258.165277ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:04.124896Z","caller":"traceutil/trace.go:171","msg":"trace[1890502992] linearizableReadLoop","detail":"{readStateIndex:4930; appliedIndex:4930; }","duration":"123.423354ms","start":"2026-03-05T07:37:04.001447Z","end":"2026-03-05T07:37:04.124871Z","steps":["trace[1890502992] 'read index received' (duration: 123.407863ms)","trace[1890502992] 'applied index is now lower than readState.Index' (duration: 13.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:37:04.125026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.557807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:37:04.125069Z","caller":"traceutil/trace.go:171","msg":"trace[792083913] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4732; }","duration":"123.657049ms","start":"2026-03-05T07:37:04.001402Z","end":"2026-03-05T07:37:04.125059Z","steps":["trace[792083913] 'agreement among raft nodes before linearized reading' (duration: 123.557487ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:04.130022Z","caller":"traceutil/trace.go:171","msg":"trace[114397615] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"126.161819ms","start":"2026-03-05T07:37:04.003828Z","end":"2026-03-05T07:37:04.12999Z","steps":["trace[114397615] 'process raft request' (duration: 125.888903ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:05.244147Z","caller":"traceutil/trace.go:171","msg":"trace[400422273] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"117.106393ms","start":"2026-03-05T07:37:05.126976Z","end":"2026-03-05T07:37:05.244082Z","steps":["trace[400422273] 'process raft request' (duration: 116.571079ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:10.635736Z","caller":"traceutil/trace.go:171","msg":"trace[1199573899] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"100.71832ms","start":"2026-03-05T07:37:10.534998Z","end":"2026-03-05T07:37:10.635716Z","steps":["trace[1199573899] 'process raft request' (duration: 90.512684ms)","trace[1199573899] 'compare' (duration: 10.121954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:37:12.352224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.932635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-w9swg\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-03-05T07:37:12.35232Z","caller":"traceutil/trace.go:171","msg":"trace[535032366] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-w9swg; range_end:; response_count:1; response_revision:4856; }","duration":"419.089099ms","start":"2026-03-05T07:37:11.933208Z","end":"2026-03-05T07:37:12.352297Z","steps":["trace[535032366] 'range keys from in-memory index tree' (duration: 418.748191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:12.352364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:11.933186Z","time spent":"419.168331ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7689,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-w9swg\" "} {"level":"warn","ts":"2026-03-05T07:37:12.35237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.517783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:37:12.352507Z","caller":"traceutil/trace.go:171","msg":"trace[2105567392] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4856; }","duration":"648.775459ms","start":"2026-03-05T07:37:11.703704Z","end":"2026-03-05T07:37:12.35248Z","steps":["trace[2105567392] 'count revisions from in-memory index tree' (duration: 648.38969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:12.352563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:11.703678Z","time spent":"648.874972ms","remote":"127.0.0.1:60970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:37:12.916997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343208528,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:37:13.111119Z","caller":"traceutil/trace.go:171","msg":"trace[799690825] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"748.696178ms","start":"2026-03-05T07:37:12.362392Z","end":"2026-03-05T07:37:13.111088Z","steps":["trace[799690825] 'process raft request' (duration: 748.532094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.111301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.362369Z","time spent":"748.822882ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7953,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.251695Z","caller":"traceutil/trace.go:171","msg":"trace[471013415] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"490.216884ms","start":"2026-03-05T07:37:12.761454Z","end":"2026-03-05T07:37:13.251671Z","steps":["trace[471013415] 'process raft request' (duration: 489.981958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.251838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.76143Z","time spent":"490.338917ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.25185Z","caller":"traceutil/trace.go:171","msg":"trace[37546539] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"450.451146ms","start":"2026-03-05T07:37:12.80138Z","end":"2026-03-05T07:37:13.251831Z","steps":["trace[37546539] 'process raft request' (duration: 450.143538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.251986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.801369Z","time spent":"450.536207ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.252034Z","caller":"traceutil/trace.go:171","msg":"trace[1745798595] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"442.997155ms","start":"2026-03-05T07:37:12.809022Z","end":"2026-03-05T07:37:13.252019Z","steps":["trace[1745798595] 'process raft request' (duration: 442.679988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.25222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.809014Z","time spent":"443.088977ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:13.252247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.704207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:37:13.252285Z","caller":"traceutil/trace.go:171","msg":"trace[1842136951] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:4861; }","duration":"835.772028ms","start":"2026-03-05T07:37:12.416503Z","end":"2026-03-05T07:37:13.252275Z","steps":["trace[1842136951] 'agreement among raft nodes before linearized reading' (duration: 835.634845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.252318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.416488Z","time spent":"835.82327ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4xlf\" "} {"level":"info","ts":"2026-03-05T07:37:13.251991Z","caller":"traceutil/trace.go:171","msg":"trace[1584763290] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5059; }","duration":"835.41721ms","start":"2026-03-05T07:37:12.416547Z","end":"2026-03-05T07:37:13.251964Z","steps":["trace[1584763290] 'read index received' (duration: 694.353638ms)","trace[1584763290] 'applied index is now lower than readState.Index' (duration: 141.062362ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:13.252421Z","caller":"traceutil/trace.go:171","msg":"trace[2013611956] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"512.997243ms","start":"2026-03-05T07:37:12.738524Z","end":"2026-03-05T07:37:13.251521Z","steps":["trace[2013611956] 'process raft request' (duration: 466.981803ms)","trace[2013611956] 'compare' (duration: 45.699203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:37:13.252672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.738493Z","time spent":"514.12622ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.432904Z","caller":"traceutil/trace.go:171","msg":"trace[1119740543] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"316.005532ms","start":"2026-03-05T07:37:13.116855Z","end":"2026-03-05T07:37:13.43286Z","steps":["trace[1119740543] 'process raft request' (duration: 298.833388ms)","trace[1119740543] 'compare' (duration: 16.783145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:37:13.433109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.116838Z","time spent":"316.164826ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1066,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.433184Z","caller":"traceutil/trace.go:171","msg":"trace[317631841] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"316.210558ms","start":"2026-03-05T07:37:13.116913Z","end":"2026-03-05T07:37:13.433123Z","steps":["trace[317631841] 'process raft request' (duration: 316.036624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.433362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.116897Z","time spent":"316.366761ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.433391Z","caller":"traceutil/trace.go:171","msg":"trace[480910324] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"315.47121ms","start":"2026-03-05T07:37:13.117907Z","end":"2026-03-05T07:37:13.433378Z","steps":["trace[480910324] 'process raft request' (duration: 315.166422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.43346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.117899Z","time spent":"315.519501ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:13.433486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.690384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-rmc2b\" ","response":"range_response_count:1 size:4443"} {"level":"info","ts":"2026-03-05T07:37:13.433567Z","caller":"traceutil/trace.go:171","msg":"trace[24929228] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-rmc2b; range_end:; response_count:1; response_revision:4865; }","duration":"317.834747ms","start":"2026-03-05T07:37:13.115717Z","end":"2026-03-05T07:37:13.433551Z","steps":["trace[24929228] 'agreement among raft nodes before linearized reading' (duration: 317.636242ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:13.433588Z","caller":"traceutil/trace.go:171","msg":"trace[398319691] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"316.572036ms","start":"2026-03-05T07:37:13.117007Z","end":"2026-03-05T07:37:13.433579Z","steps":["trace[398319691] 'process raft request' (duration: 316.013662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.433609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.115692Z","time spent":"317.908349ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4467,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-rmc2b\" "} {"level":"warn","ts":"2026-03-05T07:37:13.433633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.116985Z","time spent":"316.624297ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:13.433659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.978811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:37:13.433698Z","caller":"traceutil/trace.go:171","msg":"trace[1842661349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4865; }","duration":"226.067843ms","start":"2026-03-05T07:37:13.207616Z","end":"2026-03-05T07:37:13.433684Z","steps":["trace[1842661349] 'agreement among raft nodes before linearized reading' (duration: 225.896019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.433715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.065128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:37:13.433746Z","caller":"traceutil/trace.go:171","msg":"trace[1356878039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4865; }","duration":"317.130569ms","start":"2026-03-05T07:37:13.116605Z","end":"2026-03-05T07:37:13.433735Z","steps":["trace[1356878039] 'agreement among raft nodes before linearized reading' (duration: 317.080818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.433767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.116584Z","time spent":"317.17737ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:37:13.433971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.888357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:37:13.433982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.526721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:37:13.433996Z","caller":"traceutil/trace.go:171","msg":"trace[1764657857] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4865; }","duration":"608.940587ms","start":"2026-03-05T07:37:12.825047Z","end":"2026-03-05T07:37:13.433987Z","steps":["trace[1764657857] 'agreement among raft nodes before linearized reading' (duration: 608.893396ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:13.434017Z","caller":"traceutil/trace.go:171","msg":"trace[1351321829] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4865; }","duration":"997.600013ms","start":"2026-03-05T07:37:12.436405Z","end":"2026-03-05T07:37:13.434005Z","steps":["trace[1351321829] 'agreement among raft nodes before linearized reading' (duration: 997.543311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.434024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.95684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-05T07:37:13.434049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.436386Z","time spent":"997.655434ms","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:37:13.434062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.930758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:37:13.434061Z","caller":"traceutil/trace.go:171","msg":"trace[1090047029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4865; }","duration":"767.047092ms","start":"2026-03-05T07:37:12.667004Z","end":"2026-03-05T07:37:13.434051Z","steps":["trace[1090047029] 'agreement among raft nodes before linearized reading' (duration: 766.940459ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:13.434086Z","caller":"traceutil/trace.go:171","msg":"trace[247352895] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4865; }","duration":"557.993439ms","start":"2026-03-05T07:37:12.876085Z","end":"2026-03-05T07:37:13.434078Z","steps":["trace[247352895] 'agreement among raft nodes before linearized reading' (duration: 557.952438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.434076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.320333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-05T07:37:13.434097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.666983Z","time spent":"767.104774ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:37:13.434023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.825036Z","time spent":"608.981118ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:37:13.43411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.876064Z","time spent":"558.04182ms","remote":"127.0.0.1:39886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:37:13.434134Z","caller":"traceutil/trace.go:171","msg":"trace[1947813632] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4865; }","duration":"550.396605ms","start":"2026-03-05T07:37:12.883723Z","end":"2026-03-05T07:37:13.434119Z","steps":["trace[1947813632] 'agreement among raft nodes before linearized reading' (duration: 550.233612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.434171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.883709Z","time spent":"550.452176ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-05T07:37:13.434396Z","caller":"traceutil/trace.go:171","msg":"trace[821253374] linearizableReadLoop","detail":"{readStateIndex:5068; appliedIndex:5064; }","duration":"180.710059ms","start":"2026-03-05T07:37:13.252609Z","end":"2026-03-05T07:37:13.433319Z","steps":["trace[821253374] 'read index received' (duration: 163.080364ms)","trace[821253374] 'applied index is now lower than readState.Index' (duration: 17.628505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:37:13.434446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005314869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-05T07:37:13.43449Z","caller":"traceutil/trace.go:171","msg":"trace[1219964453] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:4865; }","duration":"1.0053777s","start":"2026-03-05T07:37:12.429104Z","end":"2026-03-05T07:37:13.434482Z","steps":["trace[1219964453] 'agreement among raft nodes before linearized reading' (duration: 1.005267587s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.434514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:12.429096Z","time spent":"1.005413511s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-05T07:37:13.434666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.769568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70858"} {"level":"info","ts":"2026-03-05T07:37:13.434707Z","caller":"traceutil/trace.go:171","msg":"trace[2113055890] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4865; }","duration":"177.86568ms","start":"2026-03-05T07:37:13.256831Z","end":"2026-03-05T07:37:13.434696Z","steps":["trace[2113055890] 'agreement among raft nodes before linearized reading' (duration: 177.686116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.434994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.971906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T07:37:13.435039Z","caller":"traceutil/trace.go:171","msg":"trace[2010969063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4865; }","duration":"157.052658ms","start":"2026-03-05T07:37:13.277975Z","end":"2026-03-05T07:37:13.435028Z","steps":["trace[2010969063] 'agreement among raft nodes before linearized reading' (duration: 156.927395ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:13.575905Z","caller":"traceutil/trace.go:171","msg":"trace[305447050] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"137.980039ms","start":"2026-03-05T07:37:13.437893Z","end":"2026-03-05T07:37:13.575873Z","steps":["trace[305447050] 'process raft request' (duration: 126.092101ms)","trace[305447050] 'compare' (duration: 11.743895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:37:13.758466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.439178Z","time spent":"319.28127ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T07:37:13.758698Z","caller":"traceutil/trace.go:171","msg":"trace[1990747544] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"318.984833ms","start":"2026-03-05T07:37:13.439683Z","end":"2026-03-05T07:37:13.758668Z","steps":["trace[1990747544] 'process raft request' (duration: 318.895891ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:13.758735Z","caller":"traceutil/trace.go:171","msg":"trace[2087252713] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"319.101786ms","start":"2026-03-05T07:37:13.439603Z","end":"2026-03-05T07:37:13.758705Z","steps":["trace[2087252713] 'process raft request' (duration: 318.770788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.758874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.439675Z","time spent":"319.109257ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.758961Z","caller":"traceutil/trace.go:171","msg":"trace[1540300967] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"319.178919ms","start":"2026-03-05T07:37:13.439762Z","end":"2026-03-05T07:37:13.758941Z","steps":["trace[1540300967] 'process raft request' (duration: 318.862551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.759021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.439589Z","time spent":"319.298042ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:13.759087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.439753Z","time spent":"319.25272ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.759475Z","caller":"traceutil/trace.go:171","msg":"trace[550434665] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"318.84282ms","start":"2026-03-05T07:37:13.440616Z","end":"2026-03-05T07:37:13.759459Z","steps":["trace[550434665] 'process raft request' (duration: 318.234146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.759561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.440593Z","time spent":"318.925613ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.759731Z","caller":"traceutil/trace.go:171","msg":"trace[256362109] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"318.579783ms","start":"2026-03-05T07:37:13.44114Z","end":"2026-03-05T07:37:13.759719Z","steps":["trace[256362109] 'process raft request' (duration: 318.195654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.759804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.441118Z","time spent":"318.651775ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.760104Z","caller":"traceutil/trace.go:171","msg":"trace[2121549882] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"317.16483ms","start":"2026-03-05T07:37:13.442928Z","end":"2026-03-05T07:37:13.760093Z","steps":["trace[2121549882] 'process raft request' (duration: 316.74186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.760172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.442913Z","time spent":"317.224901ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4744,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:13.760276Z","caller":"traceutil/trace.go:171","msg":"trace[1456999585] linearizableReadLoop","detail":"{readStateIndex:5070; appliedIndex:5068; }","duration":"321.009523ms","start":"2026-03-05T07:37:13.439255Z","end":"2026-03-05T07:37:13.760264Z","steps":["trace[1456999585] 'read index received' (duration: 124.816131ms)","trace[1456999585] 'applied index is now lower than readState.Index' (duration: 196.192302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:37:13.760401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.145386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-05T07:37:13.760435Z","caller":"traceutil/trace.go:171","msg":"trace[2380778] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4872; }","duration":"321.225398ms","start":"2026-03-05T07:37:13.4392Z","end":"2026-03-05T07:37:13.760426Z","steps":["trace[2380778] 'agreement among raft nodes before linearized reading' (duration: 321.106195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:13.760464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.439184Z","time spent":"321.272589ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T07:37:14.241175Z","caller":"traceutil/trace.go:171","msg":"trace[804281319] linearizableReadLoop","detail":"{readStateIndex:5077; appliedIndex:5076; }","duration":"479.328422ms","start":"2026-03-05T07:37:13.761811Z","end":"2026-03-05T07:37:14.24114Z","steps":["trace[804281319] 'read index received' (duration: 379.790572ms)","trace[804281319] 'applied index is now lower than readState.Index' (duration: 99.53649ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:14.241428Z","caller":"traceutil/trace.go:171","msg":"trace[1936335115] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"481.394171ms","start":"2026-03-05T07:37:13.759986Z","end":"2026-03-05T07:37:14.24138Z","steps":["trace[1936335115] 'process raft request' (duration: 381.467402ms)","trace[1936335115] 'compare' (duration: 99.54053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:37:14.241456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.612738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16371"} {"level":"info","ts":"2026-03-05T07:37:14.241509Z","caller":"traceutil/trace.go:171","msg":"trace[1892225553] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4873; }","duration":"479.7097ms","start":"2026-03-05T07:37:13.761785Z","end":"2026-03-05T07:37:14.241494Z","steps":["trace[1892225553] 'agreement among raft nodes before linearized reading' (duration: 479.470234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:14.241568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.761773Z","time spent":"479.782153ms","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16395,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T07:37:14.241574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.759964Z","time spent":"481.529315ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:14.395397Z","caller":"traceutil/trace.go:171","msg":"trace[22074850] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"628.827997ms","start":"2026-03-05T07:37:13.766542Z","end":"2026-03-05T07:37:14.395369Z","steps":["trace[22074850] 'process raft request' (duration: 628.701314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:14.395578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.766516Z","time spent":"628.96571ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1360,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:14.395741Z","caller":"traceutil/trace.go:171","msg":"trace[1131292055] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"628.630573ms","start":"2026-03-05T07:37:13.767039Z","end":"2026-03-05T07:37:14.39567Z","steps":["trace[1131292055] 'process raft request' (duration: 628.291855ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:14.395789Z","caller":"traceutil/trace.go:171","msg":"trace[984258858] linearizableReadLoop","detail":"{readStateIndex:5081; appliedIndex:5077; }","duration":"151.612527ms","start":"2026-03-05T07:37:14.244161Z","end":"2026-03-05T07:37:14.395774Z","steps":["trace[984258858] 'read index received' (duration: 117.790521ms)","trace[984258858] 'applied index is now lower than readState.Index' (duration: 33.820896ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:14.3959Z","caller":"traceutil/trace.go:171","msg":"trace[1124390824] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"628.583221ms","start":"2026-03-05T07:37:13.767295Z","end":"2026-03-05T07:37:14.395879Z","steps":["trace[1124390824] 'process raft request' (duration: 628.236072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:14.396005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.842673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-05T07:37:14.396047Z","caller":"traceutil/trace.go:171","msg":"trace[1154119585] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4877; }","duration":"151.919745ms","start":"2026-03-05T07:37:14.244117Z","end":"2026-03-05T07:37:14.396036Z","steps":["trace[1154119585] 'agreement among raft nodes before linearized reading' (duration: 151.842403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:14.396105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.767286Z","time spent":"628.687064ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1108,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:14.395451Z","caller":"traceutil/trace.go:171","msg":"trace[121606126] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"630.087688ms","start":"2026-03-05T07:37:13.76529Z","end":"2026-03-05T07:37:14.395378Z","steps":["trace[121606126] 'process raft request' (duration: 596.628741ms)","trace[121606126] 'compare' (duration: 33.17134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:37:14.396293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.765282Z","time spent":"630.949119ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:14.395913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:13.767009Z","time spent":"628.824777ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1632,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:15.47665Z","caller":"traceutil/trace.go:171","msg":"trace[178124135] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"102.258146ms","start":"2026-03-05T07:37:15.374363Z","end":"2026-03-05T07:37:15.476621Z","steps":["trace[178124135] 'process raft request' (duration: 101.721053ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:19.449075Z","caller":"traceutil/trace.go:171","msg":"trace[1134532591] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"391.992635ms","start":"2026-03-05T07:37:19.057024Z","end":"2026-03-05T07:37:19.449016Z","steps":["trace[1134532591] 'process raft request' (duration: 378.168682ms)","trace[1134532591] 'compare' (duration: 13.437134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:37:19.449369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:19.056991Z","time spent":"392.208341ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:19.450204Z","caller":"traceutil/trace.go:171","msg":"trace[1321567818] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"392.150299ms","start":"2026-03-05T07:37:19.058014Z","end":"2026-03-05T07:37:19.450164Z","steps":["trace[1321567818] 'process raft request' (duration: 390.784085ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:19.450292Z","caller":"traceutil/trace.go:171","msg":"trace[229412783] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"391.711719ms","start":"2026-03-05T07:37:19.058545Z","end":"2026-03-05T07:37:19.450257Z","steps":["trace[229412783] 'process raft request' (duration: 391.502754ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:19.450315Z","caller":"traceutil/trace.go:171","msg":"trace[569549265] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"171.738994ms","start":"2026-03-05T07:37:19.278553Z","end":"2026-03-05T07:37:19.450292Z","steps":["trace[569549265] 'process raft request' (duration: 171.58904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:19.450405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:19.058534Z","time spent":"391.809031ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:19.450444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.502884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:37:19.450429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:19.057995Z","time spent":"392.310003ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:19.450429Z","caller":"traceutil/trace.go:171","msg":"trace[950033734] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"168.839953ms","start":"2026-03-05T07:37:19.281566Z","end":"2026-03-05T07:37:19.450406Z","steps":["trace[950033734] 'process raft request' (duration: 168.665409ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:19.450469Z","caller":"traceutil/trace.go:171","msg":"trace[1921960559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4918; }","duration":"141.559885ms","start":"2026-03-05T07:37:19.308903Z","end":"2026-03-05T07:37:19.450463Z","steps":["trace[1921960559] 'agreement among raft nodes before linearized reading' (duration: 141.509804ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:19.450303Z","caller":"traceutil/trace.go:171","msg":"trace[1060609562] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"171.61407ms","start":"2026-03-05T07:37:19.27867Z","end":"2026-03-05T07:37:19.450284Z","steps":["trace[1060609562] 'process raft request' (duration: 171.536059ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:19.450393Z","caller":"traceutil/trace.go:171","msg":"trace[981764172] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5117; }","duration":"141.440823ms","start":"2026-03-05T07:37:19.308939Z","end":"2026-03-05T07:37:19.45038Z","steps":["trace[981764172] 'read index received' (duration: 126.353948ms)","trace[981764172] 'applied index is now lower than readState.Index' (duration: 15.085645ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:22.14311Z","caller":"traceutil/trace.go:171","msg":"trace[692145076] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"137.279881ms","start":"2026-03-05T07:37:22.005801Z","end":"2026-03-05T07:37:22.143081Z","steps":["trace[692145076] 'process raft request' (duration: 137.114628ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:22.748885Z","caller":"traceutil/trace.go:171","msg":"trace[2060696151] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5203; }","duration":"732.858466ms","start":"2026-03-05T07:37:22.015999Z","end":"2026-03-05T07:37:22.748857Z","steps":["trace[2060696151] 'read index received' (duration: 127.025593ms)","trace[2060696151] 'applied index is now lower than readState.Index' (duration: 605.831773ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:22.748957Z","caller":"traceutil/trace.go:171","msg":"trace[1502405362] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"742.367095ms","start":"2026-03-05T07:37:22.00656Z","end":"2026-03-05T07:37:22.748927Z","steps":["trace[1502405362] 'process raft request' (duration: 742.062798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:22.749145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:22.006545Z","time spent":"742.483469ms","remote":"127.0.0.1:48518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:22.74907Z","caller":"traceutil/trace.go:171","msg":"trace[438969600] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"740.376177ms","start":"2026-03-05T07:37:22.008632Z","end":"2026-03-05T07:37:22.749008Z","steps":["trace[438969600] 'process raft request' (duration: 740.181563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:22.749385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.357167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-zmhsw\" ","response":"range_response_count:1 size:5851"} {"level":"warn","ts":"2026-03-05T07:37:22.749388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:22.008606Z","time spent":"740.621184ms","remote":"127.0.0.1:48518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1603,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:22.749457Z","caller":"traceutil/trace.go:171","msg":"trace[478066046] range","detail":"{range_begin:/registry/pods/monitoring/vector-zmhsw; range_end:; response_count:1; response_revision:5000; }","duration":"733.478951ms","start":"2026-03-05T07:37:22.015963Z","end":"2026-03-05T07:37:22.749441Z","steps":["trace[478066046] 'agreement among raft nodes before linearized reading' (duration: 733.02895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:22.749643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:22.015953Z","time spent":"733.675585ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5875,"request content":"key:\"/registry/pods/monitoring/vector-zmhsw\" "} {"level":"warn","ts":"2026-03-05T07:37:22.762332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.741712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-668799fb-816e-43bb-9deb-d0ce3f7c64d8\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-05T07:37:22.762406Z","caller":"traceutil/trace.go:171","msg":"trace[1879132711] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-668799fb-816e-43bb-9deb-d0ce3f7c64d8; range_end:; response_count:1; response_revision:5002; }","duration":"671.862985ms","start":"2026-03-05T07:37:22.090526Z","end":"2026-03-05T07:37:22.762389Z","steps":["trace[1879132711] 'agreement among raft nodes before linearized reading' (duration: 671.671341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:22.762441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:22.090502Z","time spent":"671.932167ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-668799fb-816e-43bb-9deb-d0ce3f7c64d8\" "} {"level":"info","ts":"2026-03-05T07:37:22.762484Z","caller":"traceutil/trace.go:171","msg":"trace[726112314] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"294.572085ms","start":"2026-03-05T07:37:22.467881Z","end":"2026-03-05T07:37:22.762453Z","steps":["trace[726112314] 'process raft request' (duration: 287.239768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:22.762631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.831233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:37:22.76266Z","caller":"traceutil/trace.go:171","msg":"trace[512455846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5003; }","duration":"452.910205ms","start":"2026-03-05T07:37:22.309743Z","end":"2026-03-05T07:37:22.762653Z","steps":["trace[512455846] 'agreement among raft nodes before linearized reading' (duration: 452.866274ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:22.762669Z","caller":"traceutil/trace.go:171","msg":"trace[117513087] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"141.198906ms","start":"2026-03-05T07:37:22.621456Z","end":"2026-03-05T07:37:22.762655Z","steps":["trace[117513087] 'process raft request' (duration: 140.680883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:22.76276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.792973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.1899e1ce87b73c98\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-05T07:37:22.762785Z","caller":"traceutil/trace.go:171","msg":"trace[687437276] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.1899e1ce87b73c98; range_end:; response_count:1; response_revision:5003; }","duration":"615.873515ms","start":"2026-03-05T07:37:22.146905Z","end":"2026-03-05T07:37:22.762778Z","steps":["trace[687437276] 'agreement among raft nodes before linearized reading' (duration: 615.788803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:22.762804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:22.146854Z","time spent":"615.945927ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":775,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.1899e1ce87b73c98\" "} {"level":"warn","ts":"2026-03-05T07:37:22.762811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.837623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:37:22.762835Z","caller":"traceutil/trace.go:171","msg":"trace[944480566] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5003; }","duration":"115.908646ms","start":"2026-03-05T07:37:22.646917Z","end":"2026-03-05T07:37:22.762826Z","steps":["trace[944480566] 'agreement among raft nodes before linearized reading' (duration: 115.867285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:22.762678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:22.309716Z","time spent":"452.959066ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:37:22.762617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.545361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-05T07:37:22.763066Z","caller":"traceutil/trace.go:171","msg":"trace[705575446] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:5003; }","duration":"333.056853ms","start":"2026-03-05T07:37:22.430001Z","end":"2026-03-05T07:37:22.763058Z","steps":["trace[705575446] 'agreement among raft nodes before linearized reading' (duration: 332.538841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:22.763099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:22.429973Z","time spent":"333.115865ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-03-05T07:37:39.765934Z","caller":"traceutil/trace.go:171","msg":"trace[805420439] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"216.608555ms","start":"2026-03-05T07:37:39.549298Z","end":"2026-03-05T07:37:39.765906Z","steps":["trace[805420439] 'process raft request' (duration: 204.958445ms)","trace[805420439] 'compare' (duration: 11.412915ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:39.765938Z","caller":"traceutil/trace.go:171","msg":"trace[418489193] linearizableReadLoop","detail":"{readStateIndex:5446; appliedIndex:5445; }","duration":"159.63624ms","start":"2026-03-05T07:37:39.606264Z","end":"2026-03-05T07:37:39.7659Z","steps":["trace[418489193] 'read index received' (duration: 147.878536ms)","trace[418489193] 'applied index is now lower than readState.Index' (duration: 11.751834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:37:39.766198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.929238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:37:39.766224Z","caller":"traceutil/trace.go:171","msg":"trace[1778336369] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:5233; }","duration":"160.01075ms","start":"2026-03-05T07:37:39.606208Z","end":"2026-03-05T07:37:39.766219Z","steps":["trace[1778336369] 'agreement among raft nodes before linearized reading' (duration: 159.903407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.052064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222826185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-05T07:37:42.052148Z","caller":"traceutil/trace.go:171","msg":"trace[1155726927] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5238; }","duration":"1.222949658s","start":"2026-03-05T07:37:40.829181Z","end":"2026-03-05T07:37:42.05213Z","steps":["trace[1155726927] 'range keys from in-memory index tree' (duration: 1.222638131s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.05223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:40.829165Z","time spent":"1.22305221s","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-05T07:37:42.052383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990365218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-05T07:37:42.052851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.83969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:37:42.05294Z","caller":"traceutil/trace.go:171","msg":"trace[1884737966] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5238; }","duration":"891.974704ms","start":"2026-03-05T07:37:41.160944Z","end":"2026-03-05T07:37:42.052919Z","steps":["trace[1884737966] 'count revisions from in-memory index tree' (duration: 891.707038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.052983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:41.160925Z","time spent":"892.047896ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:37:42.052505Z","caller":"traceutil/trace.go:171","msg":"trace[1066555708] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5238; }","duration":"1.990541223s","start":"2026-03-05T07:37:40.061941Z","end":"2026-03-05T07:37:42.052482Z","steps":["trace[1066555708] 'range keys from in-memory index tree' (duration: 1.990109103s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.053174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:40.061917Z","time spent":"1.991210289s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T07:37:42.053389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285030495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:37:42.053469Z","caller":"traceutil/trace.go:171","msg":"trace[2128812084] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5238; }","duration":"1.285174639s","start":"2026-03-05T07:37:40.768275Z","end":"2026-03-05T07:37:42.05345Z","steps":["trace[2128812084] 'count revisions from in-memory index tree' (duration: 1.284952262s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.053527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:40.768255Z","time spent":"1.285256661s","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:37:42.053644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787600607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-05T07:37:42.053707Z","caller":"traceutil/trace.go:171","msg":"trace[50804820] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5238; }","duration":"1.787678809s","start":"2026-03-05T07:37:40.266011Z","end":"2026-03-05T07:37:42.05369Z","steps":["trace[50804820] 'range keys from in-memory index tree' (duration: 1.787453694s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.053747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:40.266006Z","time spent":"1.78773092s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-05T07:37:42.053755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745145603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:37:42.053812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85907342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-w9swg\" ","response":"range_response_count:1 size:7979"} {"level":"info","ts":"2026-03-05T07:37:42.053852Z","caller":"traceutil/trace.go:171","msg":"trace[1005432660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5238; }","duration":"1.745260566s","start":"2026-03-05T07:37:40.308569Z","end":"2026-03-05T07:37:42.05383Z","steps":["trace[1005432660] 'range keys from in-memory index tree' (duration: 1.745097553s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.053898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:40.308564Z","time spent":"1.745325178s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:37:42.053903Z","caller":"traceutil/trace.go:171","msg":"trace[966366053] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-w9swg; range_end:; response_count:1; response_revision:5238; }","duration":"1.859208724s","start":"2026-03-05T07:37:40.194671Z","end":"2026-03-05T07:37:42.05388Z","steps":["trace[966366053] 'range keys from in-memory index tree' (duration: 1.858869215s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.053945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:40.194656Z","time spent":"1.859279765s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8003,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-w9swg\" "} {"level":"info","ts":"2026-03-05T07:37:42.102086Z","caller":"traceutil/trace.go:171","msg":"trace[298754551] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"547.549758ms","start":"2026-03-05T07:37:41.554508Z","end":"2026-03-05T07:37:42.102058Z","steps":["trace[298754551] 'process raft request' (duration: 547.341753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.102252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:41.55448Z","time spent":"547.69149ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:42.852891Z","caller":"traceutil/trace.go:171","msg":"trace[2100153137] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"1.293666614s","start":"2026-03-05T07:37:41.559193Z","end":"2026-03-05T07:37:42.85286Z","steps":["trace[2100153137] 'process raft request' (duration: 1.293441339s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.853154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:41.559169Z","time spent":"1.293890919s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:42.853212Z","caller":"traceutil/trace.go:171","msg":"trace[1192401042] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"1.081598088s","start":"2026-03-05T07:37:41.771533Z","end":"2026-03-05T07:37:42.853132Z","steps":["trace[1192401042] 'process raft request' (duration: 1.081279691s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.853424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078252408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:37:42.85325Z","caller":"traceutil/trace.go:171","msg":"trace[1398771771] linearizableReadLoop","detail":"{readStateIndex:5454; appliedIndex:5451; }","duration":"1.078075763s","start":"2026-03-05T07:37:41.775151Z","end":"2026-03-05T07:37:42.853226Z","steps":["trace[1398771771] 'read index received' (duration: 326.72929ms)","trace[1398771771] 'applied index is now lower than readState.Index' (duration: 751.345603ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:42.853443Z","caller":"traceutil/trace.go:171","msg":"trace[1985251031] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"791.051081ms","start":"2026-03-05T07:37:42.062345Z","end":"2026-03-05T07:37:42.853396Z","steps":["trace[1985251031] 'process raft request' (duration: 790.822145ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:42.85348Z","caller":"traceutil/trace.go:171","msg":"trace[483494821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5243; }","duration":"1.078348879s","start":"2026-03-05T07:37:41.775119Z","end":"2026-03-05T07:37:42.853468Z","steps":["trace[483494821] 'agreement among raft nodes before linearized reading' (duration: 1.078182785s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.853471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:41.771508Z","time spent":"1.081842024s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:42.853532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:41.77511Z","time spent":"1.078412891s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:37:42.85362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.062333Z","time spent":"791.188234ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8368,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:42.853661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.790866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:37:42.853931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078195736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-05T07:37:42.853975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.897972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T07:37:42.854017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.046392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:37:42.853953Z","caller":"traceutil/trace.go:171","msg":"trace[615461689] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5243; }","duration":"879.092813ms","start":"2026-03-05T07:37:41.974836Z","end":"2026-03-05T07:37:42.853928Z","steps":["trace[615461689] 'agreement among raft nodes before linearized reading' (duration: 878.749845ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:42.854064Z","caller":"traceutil/trace.go:171","msg":"trace[553936937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5243; }","duration":"799.130254ms","start":"2026-03-05T07:37:42.054921Z","end":"2026-03-05T07:37:42.854051Z","steps":["trace[553936937] 'agreement among raft nodes before linearized reading' (duration: 799.063613ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:42.854064Z","caller":"traceutil/trace.go:171","msg":"trace[1643942244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5243; }","duration":"933.013714ms","start":"2026-03-05T07:37:41.921024Z","end":"2026-03-05T07:37:42.854037Z","steps":["trace[1643942244] 'agreement among raft nodes before linearized reading' (duration: 932.602364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.854091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.989994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T07:37:42.85409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:41.974825Z","time spent":"879.245448ms","remote":"127.0.0.1:48606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:37:42.854124Z","caller":"traceutil/trace.go:171","msg":"trace[200807936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5243; }","duration":"933.034195ms","start":"2026-03-05T07:37:41.921081Z","end":"2026-03-05T07:37:42.854115Z","steps":["trace[200807936] 'agreement among raft nodes before linearized reading' (duration: 932.950213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.854122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:41.921017Z","time spent":"933.096716ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:37:42.854119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.054904Z","time spent":"799.203647ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:37:42.854152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:41.921074Z","time spent":"933.071976ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:37:42.854011Z","caller":"traceutil/trace.go:171","msg":"trace[430671959] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:5243; }","duration":"1.078504204s","start":"2026-03-05T07:37:41.775484Z","end":"2026-03-05T07:37:42.853988Z","steps":["trace[430671959] 'agreement among raft nodes before linearized reading' (duration: 1.078096094s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.853699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.057454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-05T07:37:42.854251Z","caller":"traceutil/trace.go:171","msg":"trace[1441466069] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:5243; }","duration":"423.640448ms","start":"2026-03-05T07:37:42.430602Z","end":"2026-03-05T07:37:42.854243Z","steps":["trace[1441466069] 'agreement among raft nodes before linearized reading' (duration: 423.036123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.854233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:41.775462Z","time spent":"1.078746939s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4xlf\" "} {"level":"warn","ts":"2026-03-05T07:37:42.854278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.430576Z","time spent":"423.6957ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-05T07:37:42.85427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.751156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T07:37:42.854293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.441735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:37:42.854327Z","caller":"traceutil/trace.go:171","msg":"trace[1912275508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5243; }","duration":"934.850769ms","start":"2026-03-05T07:37:41.919463Z","end":"2026-03-05T07:37:42.854313Z","steps":["trace[1912275508] 'agreement among raft nodes before linearized reading' (duration: 934.685335ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:42.854344Z","caller":"traceutil/trace.go:171","msg":"trace[1112237070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5243; }","duration":"933.509886ms","start":"2026-03-05T07:37:41.920819Z","end":"2026-03-05T07:37:42.854329Z","steps":["trace[1112237070] 'agreement among raft nodes before linearized reading' (duration: 933.375163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.854373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:41.919436Z","time spent":"934.929081ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:37:42.854379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:41.920809Z","time spent":"933.562067ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:37:42.854591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.632398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-668799fb-816e-43bb-9deb-d0ce3f7c64d8\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T07:37:42.854648Z","caller":"traceutil/trace.go:171","msg":"trace[1356373011] range","detail":"{range_begin:/registry/persistentvolumes/pvc-668799fb-816e-43bb-9deb-d0ce3f7c64d8; range_end:; response_count:1; response_revision:5243; }","duration":"797.744002ms","start":"2026-03-05T07:37:42.056886Z","end":"2026-03-05T07:37:42.85463Z","steps":["trace[1356373011] 'agreement among raft nodes before linearized reading' (duration: 797.097287ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:42.853377Z","caller":"traceutil/trace.go:171","msg":"trace[561720477] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"795.559649ms","start":"2026-03-05T07:37:42.057708Z","end":"2026-03-05T07:37:42.853268Z","steps":["trace[561720477] 'process raft request' (duration: 795.340283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:42.856761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.057686Z","time spent":"798.956231ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:42.854687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.056871Z","time spent":"797.807073ms","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-668799fb-816e-43bb-9deb-d0ce3f7c64d8\" "} {"level":"warn","ts":"2026-03-05T07:37:43.419536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.496967ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T07:37:43.41967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.857096Z","time spent":"562.566269ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T07:37:43.419907Z","caller":"traceutil/trace.go:171","msg":"trace[361503808] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"558.601353ms","start":"2026-03-05T07:37:42.861288Z","end":"2026-03-05T07:37:43.419889Z","steps":["trace[361503808] 'process raft request' (duration: 558.569412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:43.420001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.861275Z","time spent":"558.667904ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:43.420238Z","caller":"traceutil/trace.go:171","msg":"trace[1261467713] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"560.485669ms","start":"2026-03-05T07:37:42.859726Z","end":"2026-03-05T07:37:43.420212Z","steps":["trace[1261467713] 'process raft request' (duration: 560.037748ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:43.420277Z","caller":"traceutil/trace.go:171","msg":"trace[1712680365] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"559.825743ms","start":"2026-03-05T07:37:42.860414Z","end":"2026-03-05T07:37:43.420239Z","steps":["trace[1712680365] 'process raft request' (duration: 559.412594ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:43.420314Z","caller":"traceutil/trace.go:171","msg":"trace[1610110695] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"561.213666ms","start":"2026-03-05T07:37:42.85908Z","end":"2026-03-05T07:37:43.420294Z","steps":["trace[1610110695] 'process raft request' (duration: 560.56561ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:43.42031Z","caller":"traceutil/trace.go:171","msg":"trace[391340452] linearizableReadLoop","detail":"{readStateIndex:5457; appliedIndex:5456; }","duration":"561.718118ms","start":"2026-03-05T07:37:42.858561Z","end":"2026-03-05T07:37:43.420279Z","steps":["trace[391340452] 'read index received' (duration: 54.567676ms)","trace[391340452] 'applied index is now lower than readState.Index' (duration: 507.147392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:37:43.420367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.859696Z","time spent":"560.595292ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:37:43.420401Z","caller":"traceutil/trace.go:171","msg":"trace[1387976255] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"560.14437ms","start":"2026-03-05T07:37:42.860219Z","end":"2026-03-05T07:37:43.420364Z","steps":["trace[1387976255] 'process raft request' (duration: 559.577977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:43.420448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.86039Z","time spent":"559.969206ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:43.420424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.859063Z","time spent":"561.299868ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:43.420584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.860211Z","time spent":"560.280913ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:37:43.420671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.097957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-w9swg\" ","response":"range_response_count:1 size:8383"} {"level":"info","ts":"2026-03-05T07:37:43.420773Z","caller":"traceutil/trace.go:171","msg":"trace[1745373665] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-w9swg; range_end:; response_count:1; response_revision:5248; }","duration":"562.235441ms","start":"2026-03-05T07:37:42.858518Z","end":"2026-03-05T07:37:43.420753Z","steps":["trace[1745373665] 'agreement among raft nodes before linearized reading' (duration: 561.999855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:43.42083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.858499Z","time spent":"562.317612ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8407,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-w9swg\" "} {"level":"warn","ts":"2026-03-05T07:37:43.421185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.785718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:37:43.421279Z","caller":"traceutil/trace.go:171","msg":"trace[1041799438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5248; }","duration":"558.941672ms","start":"2026-03-05T07:37:42.862324Z","end":"2026-03-05T07:37:43.421266Z","steps":["trace[1041799438] 'agreement among raft nodes before linearized reading' (duration: 558.659944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:43.421188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.783288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81950"} {"level":"info","ts":"2026-03-05T07:37:43.421342Z","caller":"traceutil/trace.go:171","msg":"trace[1757619190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5248; }","duration":"558.942792ms","start":"2026-03-05T07:37:42.862386Z","end":"2026-03-05T07:37:43.421329Z","steps":["trace[1757619190] 'agreement among raft nodes before linearized reading' (duration: 558.601923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:37:43.421391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.862339Z","time spent":"559.038684ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81974,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T07:37:43.422063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:37:42.862314Z","time spent":"559.738011ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:37:43.750162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.931901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:37:43.750467Z","caller":"traceutil/trace.go:171","msg":"trace[2078905053] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"257.48726ms","start":"2026-03-05T07:37:43.492958Z","end":"2026-03-05T07:37:43.750445Z","steps":["trace[2078905053] 'process raft request' (duration: 257.383108ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:43.750458Z","caller":"traceutil/trace.go:171","msg":"trace[352934953] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"257.476051ms","start":"2026-03-05T07:37:43.492946Z","end":"2026-03-05T07:37:43.750422Z","steps":["trace[352934953] 'process raft request' (duration: 33.197781ms)","trace[352934953] 'compare' (duration: 223.791148ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:37:43.750775Z","caller":"traceutil/trace.go:171","msg":"trace[1285966396] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"257.756208ms","start":"2026-03-05T07:37:43.492998Z","end":"2026-03-05T07:37:43.750755Z","steps":["trace[1285966396] 'process raft request' (duration: 257.410729ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:43.75099Z","caller":"traceutil/trace.go:171","msg":"trace[541702211] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"252.235794ms","start":"2026-03-05T07:37:43.498743Z","end":"2026-03-05T07:37:43.750979Z","steps":["trace[541702211] 'process raft request' (duration: 251.966128ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:43.778675Z","caller":"traceutil/trace.go:171","msg":"trace[339380691] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"133.87515ms","start":"2026-03-05T07:37:43.644779Z","end":"2026-03-05T07:37:43.778654Z","steps":["trace[339380691] 'process raft request' (duration: 133.764217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:08.931369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.761411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:38:08.931478Z","caller":"traceutil/trace.go:171","msg":"trace[1081597908] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5508; }","duration":"129.934885ms","start":"2026-03-05T07:38:08.80152Z","end":"2026-03-05T07:38:08.931455Z","steps":["trace[1081597908] 'count revisions from in-memory index tree' (duration: 129.664318ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:38:09.415505Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2653} {"level":"info","ts":"2026-03-05T07:38:09.478052Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2653,"took":"61.026462ms","hash":2584534362,"current-db-size-bytes":40341504,"current-db-size":"40 MB","current-db-size-in-use-bytes":29822976,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T07:38:09.478112Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2584534362,"revision":2653,"compact-revision":-1} {"level":"info","ts":"2026-03-05T07:38:19.265592Z","caller":"traceutil/trace.go:171","msg":"trace[2023046981] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"289.213767ms","start":"2026-03-05T07:38:18.976349Z","end":"2026-03-05T07:38:19.265563Z","steps":["trace[2023046981] 'process raft request' (duration: 289.061373ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:38:19.474073Z","caller":"traceutil/trace.go:171","msg":"trace[1406663829] linearizableReadLoop","detail":"{readStateIndex:5795; appliedIndex:5794; }","duration":"164.136078ms","start":"2026-03-05T07:38:19.309905Z","end":"2026-03-05T07:38:19.474041Z","steps":["trace[1406663829] 'read index received' (duration: 116.501212ms)","trace[1406663829] 'applied index is now lower than readState.Index' (duration: 47.633716ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:38:19.474112Z","caller":"traceutil/trace.go:171","msg":"trace[508934894] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"464.709948ms","start":"2026-03-05T07:38:19.009378Z","end":"2026-03-05T07:38:19.474088Z","steps":["trace[508934894] 'process raft request' (duration: 417.018401ms)","trace[508934894] 'compare' (duration: 47.539633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:38:19.474183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.27789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:38:19.474216Z","caller":"traceutil/trace.go:171","msg":"trace[1793017749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5571; }","duration":"164.382533ms","start":"2026-03-05T07:38:19.309823Z","end":"2026-03-05T07:38:19.474206Z","steps":["trace[1793017749] 'agreement among raft nodes before linearized reading' (duration: 164.313072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:19.474225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:38:19.009354Z","time spent":"464.7947ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:38:19.770049Z","caller":"traceutil/trace.go:171","msg":"trace[1169647625] linearizableReadLoop","detail":"{readStateIndex:5798; appliedIndex:5796; }","duration":"109.193696ms","start":"2026-03-05T07:38:19.660795Z","end":"2026-03-05T07:38:19.769989Z","steps":["trace[1169647625] 'read index received' (duration: 17.404668ms)","trace[1169647625] 'applied index is now lower than readState.Index' (duration: 91.785858ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:38:19.770062Z","caller":"traceutil/trace.go:171","msg":"trace[1876020044] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"111.591934ms","start":"2026-03-05T07:38:19.658432Z","end":"2026-03-05T07:38:19.770024Z","steps":["trace[1876020044] 'process raft request' (duration: 45.135646ms)","trace[1876020044] 'compare' (duration: 66.1011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:38:19.770314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.531964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:38:19.770438Z","caller":"traceutil/trace.go:171","msg":"trace[1726328006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5574; }","duration":"109.619956ms","start":"2026-03-05T07:38:19.660747Z","end":"2026-03-05T07:38:19.770367Z","steps":["trace[1726328006] 'agreement among raft nodes before linearized reading' (duration: 109.436692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:19.770575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.84603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:38:19.770639Z","caller":"traceutil/trace.go:171","msg":"trace[1211761297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:5574; }","duration":"106.967882ms","start":"2026-03-05T07:38:19.663654Z","end":"2026-03-05T07:38:19.770622Z","steps":["trace[1211761297] 'agreement among raft nodes before linearized reading' (duration: 106.642085ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:38:28.45208Z","caller":"traceutil/trace.go:171","msg":"trace[1478390178] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"112.222699ms","start":"2026-03-05T07:38:28.339832Z","end":"2026-03-05T07:38:28.452054Z","steps":["trace[1478390178] 'process raft request' (duration: 112.082336ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:38:34.056414Z","caller":"traceutil/trace.go:171","msg":"trace[1101335636] linearizableReadLoop","detail":"{readStateIndex:5902; appliedIndex:5901; }","duration":"187.06133ms","start":"2026-03-05T07:38:33.869329Z","end":"2026-03-05T07:38:34.05639Z","steps":["trace[1101335636] 'read index received' (duration: 186.873075ms)","trace[1101335636] 'applied index is now lower than readState.Index' (duration: 187.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:38:34.056512Z","caller":"traceutil/trace.go:171","msg":"trace[34474945] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"222.261907ms","start":"2026-03-05T07:38:33.83421Z","end":"2026-03-05T07:38:34.056472Z","steps":["trace[34474945] 'process raft request' (duration: 222.048232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:34.056672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.108151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:38:34.056719Z","caller":"traceutil/trace.go:171","msg":"trace[175234920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5675; }","duration":"165.195233ms","start":"2026-03-05T07:38:33.891513Z","end":"2026-03-05T07:38:34.056708Z","steps":["trace[175234920] 'agreement among raft nodes before linearized reading' (duration: 165.009429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:34.056762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.399518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:38:34.056861Z","caller":"traceutil/trace.go:171","msg":"trace[2071695701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5675; }","duration":"187.553852ms","start":"2026-03-05T07:38:33.869287Z","end":"2026-03-05T07:38:34.05684Z","steps":["trace[2071695701] 'agreement among raft nodes before linearized reading' (duration: 187.243774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:38:34.056933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.890352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:38:34.057038Z","caller":"traceutil/trace.go:171","msg":"trace[242440759] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:5675; }","duration":"159.061696ms","start":"2026-03-05T07:38:33.897959Z","end":"2026-03-05T07:38:34.057021Z","steps":["trace[242440759] 'agreement among raft nodes before linearized reading' (duration: 158.660866ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:38:34.177372Z","caller":"traceutil/trace.go:171","msg":"trace[1503191369] linearizableReadLoop","detail":"{readStateIndex:5904; appliedIndex:5902; }","duration":"114.32005ms","start":"2026-03-05T07:38:34.063024Z","end":"2026-03-05T07:38:34.177344Z","steps":["trace[1503191369] 'read index received' (duration: 38.66309ms)","trace[1503191369] 'applied index is now lower than readState.Index' (duration: 75.65543ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:38:34.177389Z","caller":"traceutil/trace.go:171","msg":"trace[1859515429] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"114.405681ms","start":"2026-03-05T07:38:34.062952Z","end":"2026-03-05T07:38:34.177358Z","steps":["trace[1859515429] 'process raft request' (duration: 69.44247ms)","trace[1859515429] 'compare' (duration: 44.831368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:38:34.177864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.810892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:108734"} {"level":"info","ts":"2026-03-05T07:38:34.177912Z","caller":"traceutil/trace.go:171","msg":"trace[399675806] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5677; }","duration":"114.906873ms","start":"2026-03-05T07:38:34.062993Z","end":"2026-03-05T07:38:34.1779Z","steps":["trace[399675806] 'agreement among raft nodes before linearized reading' (duration: 114.452983ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:09.423028Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5511} {"level":"info","ts":"2026-03-05T07:43:09.512839Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5511,"took":"87.617917ms","hash":1095097401,"current-db-size-bytes":41897984,"current-db-size":"42 MB","current-db-size-in-use-bytes":21385216,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-05T07:43:09.512921Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1095097401,"revision":5511,"compact-revision":2653} {"level":"info","ts":"2026-03-05T07:43:28.233019Z","caller":"traceutil/trace.go:171","msg":"trace[841224806] transaction","detail":"{read_only:false; response_revision:7586; number_of_response:1; }","duration":"127.87864ms","start":"2026-03-05T07:43:28.105099Z","end":"2026-03-05T07:43:28.232978Z","steps":["trace[841224806] 'process raft request' (duration: 127.599864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:28.334979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.792681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:28.335078Z","caller":"traceutil/trace.go:171","msg":"trace[723222403] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7586; }","duration":"133.938694ms","start":"2026-03-05T07:43:28.201116Z","end":"2026-03-05T07:43:28.335055Z","steps":["trace[723222403] 'agreement among raft nodes before linearized reading' (duration: 31.828661ms)","trace[723222403] 'count revisions from in-memory index tree' (duration: 101.976559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:43:37.32623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343216138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:43:37.827088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343216138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:43:37.880169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184841938s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:43:37.880734Z","caller":"traceutil/trace.go:171","msg":"trace[1630018230] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"1.185544725s","start":"2026-03-05T07:43:36.695155Z","end":"2026-03-05T07:43:37.8807Z","steps":["trace[1630018230] 'process raft request' (duration: 1.185322969s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:37.881054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:36.695119Z","time spent":"1.185708799s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:43:38.061889Z","caller":"traceutil/trace.go:171","msg":"trace[1704178292] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"1.270377595s","start":"2026-03-05T07:43:36.791461Z","end":"2026-03-05T07:43:38.061838Z","steps":["trace[1704178292] 'process raft request' (duration: 1.270010866s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:38.061905Z","caller":"traceutil/trace.go:171","msg":"trace[1587123545] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"371.187272ms","start":"2026-03-05T07:43:37.690688Z","end":"2026-03-05T07:43:38.061875Z","steps":["trace[1587123545] 'process raft request' (duration: 370.926596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:38.062103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:36.791424Z","time spent":"1.270540289s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:43:38.062114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:37.690651Z","time spent":"371.338485ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:43:38.063429Z","caller":"traceutil/trace.go:171","msg":"trace[1396072271] linearizableReadLoop","detail":"{readStateIndex:8057; appliedIndex:8054; }","duration":"1.238014181s","start":"2026-03-05T07:43:36.825397Z","end":"2026-03-05T07:43:38.063412Z","steps":["trace[1396072271] 'read index received' (duration: 1.054993932s)","trace[1396072271] 'applied index is now lower than readState.Index' (duration: 183.018669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:43:38.063664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076444255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:38.063707Z","caller":"traceutil/trace.go:171","msg":"trace[1281296446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7758; }","duration":"1.076538627s","start":"2026-03-05T07:43:36.987157Z","end":"2026-03-05T07:43:38.063696Z","steps":["trace[1281296446] 'agreement among raft nodes before linearized reading' (duration: 1.076470045s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:38.063737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:36.987126Z","time spent":"1.076603528s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:43:38.063864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.631332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:43:38.063941Z","caller":"traceutil/trace.go:171","msg":"trace[1413010487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7758; }","duration":"295.767496ms","start":"2026-03-05T07:43:37.768162Z","end":"2026-03-05T07:43:38.06393Z","steps":["trace[1413010487] 'agreement among raft nodes before linearized reading' (duration: 295.586692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:38.063977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.808277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:43:38.064024Z","caller":"traceutil/trace.go:171","msg":"trace[237782723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7758; }","duration":"718.92728ms","start":"2026-03-05T07:43:37.345087Z","end":"2026-03-05T07:43:38.064015Z","steps":["trace[237782723] 'agreement among raft nodes before linearized reading' (duration: 718.790577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:38.064017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.882101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T07:43:38.064135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.138185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T07:43:38.064172Z","caller":"traceutil/trace.go:171","msg":"trace[116958591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7758; }","duration":"719.196157ms","start":"2026-03-05T07:43:37.344967Z","end":"2026-03-05T07:43:38.064164Z","steps":["trace[116958591] 'agreement among raft nodes before linearized reading' (duration: 719.113165ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:38.064162Z","caller":"traceutil/trace.go:171","msg":"trace[131498199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7758; }","duration":"294.012775ms","start":"2026-03-05T07:43:37.77008Z","end":"2026-03-05T07:43:38.064093Z","steps":["trace[131498199] 'agreement among raft nodes before linearized reading' (duration: 293.757309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:38.0642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:37.344955Z","time spent":"719.237567ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:43:38.064063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:37.345045Z","time spent":"719.010392ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:43:38.064332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030946196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:43:38.064375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.133065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:43:38.064406Z","caller":"traceutil/trace.go:171","msg":"trace[1223456473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7758; }","duration":"296.212907ms","start":"2026-03-05T07:43:37.768184Z","end":"2026-03-05T07:43:38.064397Z","steps":["trace[1223456473] 'agreement among raft nodes before linearized reading' (duration: 296.131515ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:38.064409Z","caller":"traceutil/trace.go:171","msg":"trace[829063036] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7758; }","duration":"1.031082701s","start":"2026-03-05T07:43:37.033307Z","end":"2026-03-05T07:43:38.06439Z","steps":["trace[829063036] 'agreement among raft nodes before linearized reading' (duration: 1.030940257s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:38.064451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:37.033282Z","time spent":"1.031158042s","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:43:38.064559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239125778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-05T07:43:38.064579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.316208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:38.064695Z","caller":"traceutil/trace.go:171","msg":"trace[1632059030] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7758; }","duration":"1.239320862s","start":"2026-03-05T07:43:36.825344Z","end":"2026-03-05T07:43:38.064665Z","steps":["trace[1632059030] 'agreement among raft nodes before linearized reading' (duration: 1.238277627s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:38.064725Z","caller":"traceutil/trace.go:171","msg":"trace[332489083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7758; }","duration":"754.470002ms","start":"2026-03-05T07:43:37.310211Z","end":"2026-03-05T07:43:38.064681Z","steps":["trace[332489083] 'agreement among raft nodes before linearized reading' (duration: 754.139314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:38.06478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:37.310137Z","time spent":"754.632956ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:43:38.064783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:36.825324Z","time spent":"1.239432085s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T07:43:42.20614Z","caller":"traceutil/trace.go:171","msg":"trace[1566774235] linearizableReadLoop","detail":"{readStateIndex:8078; appliedIndex:8076; }","duration":"122.97683ms","start":"2026-03-05T07:43:42.083128Z","end":"2026-03-05T07:43:42.206105Z","steps":["trace[1566774235] 'read index received' (duration: 28.220735ms)","trace[1566774235] 'applied index is now lower than readState.Index' (duration: 94.754655ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:42.206276Z","caller":"traceutil/trace.go:171","msg":"trace[214065999] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"131.404561ms","start":"2026-03-05T07:43:42.074815Z","end":"2026-03-05T07:43:42.206219Z","steps":["trace[214065999] 'process raft request' (duration: 77.067442ms)","trace[214065999] 'compare' (duration: 54.092173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:43:42.206459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.305967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:43:42.206509Z","caller":"traceutil/trace.go:171","msg":"trace[402328969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7777; }","duration":"123.42444ms","start":"2026-03-05T07:43:42.08307Z","end":"2026-03-05T07:43:42.206495Z","steps":["trace[402328969] 'agreement among raft nodes before linearized reading' (duration: 123.222375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:42.206515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.139752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T07:43:42.206527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.168393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T07:43:42.206562Z","caller":"traceutil/trace.go:171","msg":"trace[1306157776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7777; }","duration":"120.212663ms","start":"2026-03-05T07:43:42.086336Z","end":"2026-03-05T07:43:42.206549Z","steps":["trace[1306157776] 'agreement among raft nodes before linearized reading' (duration: 120.07217ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:42.206577Z","caller":"traceutil/trace.go:171","msg":"trace[1432645531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7777; }","duration":"120.242985ms","start":"2026-03-05T07:43:42.08632Z","end":"2026-03-05T07:43:42.206563Z","steps":["trace[1432645531] 'agreement among raft nodes before linearized reading' (duration: 120.116762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:42.206591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.453867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T07:43:42.206628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.114471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:43:42.206694Z","caller":"traceutil/trace.go:171","msg":"trace[494060750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7777; }","duration":"120.250224ms","start":"2026-03-05T07:43:42.08643Z","end":"2026-03-05T07:43:42.206681Z","steps":["trace[494060750] 'agreement among raft nodes before linearized reading' (duration: 119.943147ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:42.206697Z","caller":"traceutil/trace.go:171","msg":"trace[196349124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7777; }","duration":"122.647002ms","start":"2026-03-05T07:43:42.084025Z","end":"2026-03-05T07:43:42.206672Z","steps":["trace[196349124] 'agreement among raft nodes before linearized reading' (duration: 122.311044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:42.20675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.289159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:43:42.206857Z","caller":"traceutil/trace.go:171","msg":"trace[1941485105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:7777; }","duration":"116.442063ms","start":"2026-03-05T07:43:42.090391Z","end":"2026-03-05T07:43:42.206833Z","steps":["trace[1941485105] 'agreement among raft nodes before linearized reading' (duration: 116.085575ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:42.612847Z","caller":"traceutil/trace.go:171","msg":"trace[1646369893] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"401.115328ms","start":"2026-03-05T07:43:42.211688Z","end":"2026-03-05T07:43:42.612804Z","steps":["trace[1646369893] 'process raft request' (duration: 325.50582ms)","trace[1646369893] 'compare' (duration: 75.153247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:43:42.613101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.211658Z","time spent":"401.319563ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:43:42.613194Z","caller":"traceutil/trace.go:171","msg":"trace[1322381313] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"401.462636ms","start":"2026-03-05T07:43:42.211698Z","end":"2026-03-05T07:43:42.61316Z","steps":["trace[1322381313] 'process raft request' (duration: 400.991065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:42.613391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.21166Z","time spent":"401.62235ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:43:42.613402Z","caller":"traceutil/trace.go:171","msg":"trace[466375310] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"399.444607ms","start":"2026-03-05T07:43:42.213946Z","end":"2026-03-05T07:43:42.613391Z","steps":["trace[466375310] 'process raft request' (duration: 399.354115ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:42.613392Z","caller":"traceutil/trace.go:171","msg":"trace[2033032101] linearizableReadLoop","detail":"{readStateIndex:8081; appliedIndex:8078; }","duration":"401.60325ms","start":"2026-03-05T07:43:42.211765Z","end":"2026-03-05T07:43:42.613368Z","steps":["trace[2033032101] 'read index received' (duration: 32.663731ms)","trace[2033032101] 'applied index is now lower than readState.Index' (duration: 368.938899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:43:42.613462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.213932Z","time spent":"399.499949ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:43:42.613466Z","caller":"traceutil/trace.go:171","msg":"trace[13529280] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"399.672873ms","start":"2026-03-05T07:43:42.213722Z","end":"2026-03-05T07:43:42.613394Z","steps":["trace[13529280] 'process raft request' (duration: 399.358346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:42.613578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.655163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:43:42.613599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.86983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:42.613619Z","caller":"traceutil/trace.go:171","msg":"trace[861595041] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7782; }","duration":"371.726775ms","start":"2026-03-05T07:43:42.241879Z","end":"2026-03-05T07:43:42.613605Z","steps":["trace[861595041] 'agreement among raft nodes before linearized reading' (duration: 371.661154ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:42.613635Z","caller":"traceutil/trace.go:171","msg":"trace[1397484671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7782; }","duration":"302.935971ms","start":"2026-03-05T07:43:42.310689Z","end":"2026-03-05T07:43:42.613625Z","steps":["trace[1397484671] 'agreement among raft nodes before linearized reading' (duration: 302.876239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:42.613654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.241865Z","time spent":"371.780916ms","remote":"127.0.0.1:53544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:43:42.613669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.310672Z","time spent":"302.991853ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:43:42.613692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.213713Z","time spent":"399.855807ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:43:42.613771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222764"} {"level":"info","ts":"2026-03-05T07:43:42.613796Z","caller":"traceutil/trace.go:171","msg":"trace[136437910] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7782; }","duration":"402.032091ms","start":"2026-03-05T07:43:42.211757Z","end":"2026-03-05T07:43:42.613789Z","steps":["trace[136437910] 'agreement among raft nodes before linearized reading' (duration: 401.734923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:42.61382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:42.211702Z","time spent":"402.111382ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222788,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T07:43:42.613786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.252735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-05T07:43:42.613882Z","caller":"traceutil/trace.go:171","msg":"trace[1614319995] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:7782; }","duration":"166.415368ms","start":"2026-03-05T07:43:42.447443Z","end":"2026-03-05T07:43:42.613858Z","steps":["trace[1614319995] 'agreement among raft nodes before linearized reading' (duration: 166.11945ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:48.39268Z","caller":"traceutil/trace.go:171","msg":"trace[75941517] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"172.961033ms","start":"2026-03-05T07:43:48.219685Z","end":"2026-03-05T07:43:48.392646Z","steps":["trace[75941517] 'process raft request' (duration: 172.865791ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:48.392712Z","caller":"traceutil/trace.go:171","msg":"trace[2018481383] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"404.414106ms","start":"2026-03-05T07:43:47.988259Z","end":"2026-03-05T07:43:48.392673Z","steps":["trace[2018481383] 'process raft request' (duration: 404.103569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:48.392908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:47.988229Z","time spent":"404.56225ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:43:48.432476Z","caller":"traceutil/trace.go:171","msg":"trace[1708316359] linearizableReadLoop","detail":"{readStateIndex:8110; appliedIndex:8107; }","duration":"161.525531ms","start":"2026-03-05T07:43:48.270931Z","end":"2026-03-05T07:43:48.432456Z","steps":["trace[1708316359] 'read index received' (duration: 121.523984ms)","trace[1708316359] 'applied index is now lower than readState.Index' (duration: 40.000777ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:48.432573Z","caller":"traceutil/trace.go:171","msg":"trace[683582364] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"168.832547ms","start":"2026-03-05T07:43:48.263696Z","end":"2026-03-05T07:43:48.432528Z","steps":["trace[683582364] 'process raft request' (duration: 168.618532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:48.432692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.748772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:48.432766Z","caller":"traceutil/trace.go:171","msg":"trace[874434470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7807; }","duration":"124.881326ms","start":"2026-03-05T07:43:48.307869Z","end":"2026-03-05T07:43:48.432751Z","steps":["trace[874434470] 'agreement among raft nodes before linearized reading' (duration: 124.732982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:48.432784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.845649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:43:48.432826Z","caller":"traceutil/trace.go:171","msg":"trace[1487889949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7807; }","duration":"161.91628ms","start":"2026-03-05T07:43:48.270897Z","end":"2026-03-05T07:43:48.432813Z","steps":["trace[1487889949] 'agreement among raft nodes before linearized reading' (duration: 161.666224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:48.432895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.645472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-05T07:43:48.432979Z","caller":"traceutil/trace.go:171","msg":"trace[564971040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7807; }","duration":"122.754865ms","start":"2026-03-05T07:43:48.310203Z","end":"2026-03-05T07:43:48.432958Z","steps":["trace[564971040] 'agreement among raft nodes before linearized reading' (duration: 122.448147ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:50.526328Z","caller":"traceutil/trace.go:171","msg":"trace[1602102242] linearizableReadLoop","detail":"{readStateIndex:8116; appliedIndex:8115; }","duration":"129.214488ms","start":"2026-03-05T07:43:50.39709Z","end":"2026-03-05T07:43:50.526304Z","steps":["trace[1602102242] 'read index received' (duration: 129.018254ms)","trace[1602102242] 'applied index is now lower than readState.Index' (duration: 194.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:50.526497Z","caller":"traceutil/trace.go:171","msg":"trace[598470936] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"129.512296ms","start":"2026-03-05T07:43:50.396944Z","end":"2026-03-05T07:43:50.526457Z","steps":["trace[598470936] 'process raft request' (duration: 129.191248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.526526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.400953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.526575Z","caller":"traceutil/trace.go:171","msg":"trace[1369823862] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7813; }","duration":"129.511725ms","start":"2026-03-05T07:43:50.397052Z","end":"2026-03-05T07:43:50.526564Z","steps":["trace[1369823862] 'agreement among raft nodes before linearized reading' (duration: 129.404083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.672913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.468607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:43:50.673108Z","caller":"traceutil/trace.go:171","msg":"trace[1945545365] linearizableReadLoop","detail":"{readStateIndex:8118; appliedIndex:8116; }","duration":"146.673776ms","start":"2026-03-05T07:43:50.526416Z","end":"2026-03-05T07:43:50.67309Z","steps":["trace[1945545365] 'read index received' (duration: 31.83469ms)","trace[1945545365] 'applied index is now lower than readState.Index' (duration: 114.837806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:43:50.673264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.086152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.673296Z","caller":"traceutil/trace.go:171","msg":"trace[1353740998] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7815; }","duration":"210.121773ms","start":"2026-03-05T07:43:50.463165Z","end":"2026-03-05T07:43:50.673287Z","steps":["trace[1353740998] 'agreement among raft nodes before linearized reading' (duration: 210.03027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.673312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.390663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.673387Z","caller":"traceutil/trace.go:171","msg":"trace[26384887] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7815; }","duration":"257.484425ms","start":"2026-03-05T07:43:50.415885Z","end":"2026-03-05T07:43:50.67337Z","steps":["trace[26384887] 'agreement among raft nodes before linearized reading' (duration: 257.31305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.673384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.960508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:43:50.67353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.405148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.673569Z","caller":"traceutil/trace.go:171","msg":"trace[576450713] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7815; }","duration":"276.467109ms","start":"2026-03-05T07:43:50.397092Z","end":"2026-03-05T07:43:50.673559Z","steps":["trace[576450713] 'agreement among raft nodes before linearized reading' (duration: 276.402247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.673586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.924031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.673609Z","caller":"traceutil/trace.go:171","msg":"trace[747477145] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7815; }","duration":"225.967642ms","start":"2026-03-05T07:43:50.447634Z","end":"2026-03-05T07:43:50.673602Z","steps":["trace[747477145] 'agreement among raft nodes before linearized reading' (duration: 225.9199ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:50.673573Z","caller":"traceutil/trace.go:171","msg":"trace[1986065009] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7815; }","duration":"210.279046ms","start":"2026-03-05T07:43:50.463266Z","end":"2026-03-05T07:43:50.673545Z","steps":["trace[1986065009] 'agreement among raft nodes before linearized reading' (duration: 209.865046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.673668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.985208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.673976Z","caller":"traceutil/trace.go:171","msg":"trace[1144688806] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7815; }","duration":"276.466709ms","start":"2026-03-05T07:43:50.39746Z","end":"2026-03-05T07:43:50.673926Z","steps":["trace[1144688806] 'agreement among raft nodes before linearized reading' (duration: 275.874435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.674077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.90523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.674107Z","caller":"traceutil/trace.go:171","msg":"trace[101634768] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7815; }","duration":"258.95509ms","start":"2026-03-05T07:43:50.415146Z","end":"2026-03-05T07:43:50.674101Z","steps":["trace[101634768] 'agreement among raft nodes before linearized reading' (duration: 258.894129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.673654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.306968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:43:50.674826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.311973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.67523Z","caller":"traceutil/trace.go:171","msg":"trace[930509280] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7815; }","duration":"191.740873ms","start":"2026-03-05T07:43:50.483459Z","end":"2026-03-05T07:43:50.6752Z","steps":["trace[930509280] 'agreement among raft nodes before linearized reading' (duration: 191.338054ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:50.675332Z","caller":"traceutil/trace.go:171","msg":"trace[1744739815] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7815; }","duration":"147.861045ms","start":"2026-03-05T07:43:50.527327Z","end":"2026-03-05T07:43:50.675188Z","steps":["trace[1744739815] 'agreement among raft nodes before linearized reading' (duration: 146.281898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.674602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.0213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.675698Z","caller":"traceutil/trace.go:171","msg":"trace[1290786726] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7815; }","duration":"147.178577ms","start":"2026-03-05T07:43:50.528501Z","end":"2026-03-05T07:43:50.675679Z","steps":["trace[1290786726] 'agreement among raft nodes before linearized reading' (duration: 146.074431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.673987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.842284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.675848Z","caller":"traceutil/trace.go:171","msg":"trace[835915970] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7815; }","duration":"167.703518ms","start":"2026-03-05T07:43:50.508131Z","end":"2026-03-05T07:43:50.675835Z","steps":["trace[835915970] 'agreement among raft nodes before linearized reading' (duration: 165.819234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.673747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.15852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.676046Z","caller":"traceutil/trace.go:171","msg":"trace[1550368092] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7815; }","duration":"229.414073ms","start":"2026-03-05T07:43:50.446568Z","end":"2026-03-05T07:43:50.675982Z","steps":["trace[1550368092] 'agreement among raft nodes before linearized reading' (duration: 227.1599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.673779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.199891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.676187Z","caller":"traceutil/trace.go:171","msg":"trace[191415705] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7815; }","duration":"229.585627ms","start":"2026-03-05T07:43:50.446559Z","end":"2026-03-05T07:43:50.676144Z","steps":["trace[191415705] 'agreement among raft nodes before linearized reading' (duration: 227.20661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.673809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.663881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.676297Z","caller":"traceutil/trace.go:171","msg":"trace[1337256868] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7815; }","duration":"245.156231ms","start":"2026-03-05T07:43:50.431126Z","end":"2026-03-05T07:43:50.676282Z","steps":["trace[1337256868] 'agreement among raft nodes before linearized reading' (duration: 242.668821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.673801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.314465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.676439Z","caller":"traceutil/trace.go:171","msg":"trace[1844259250] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7815; }","duration":"261.00433ms","start":"2026-03-05T07:43:50.415419Z","end":"2026-03-05T07:43:50.676423Z","steps":["trace[1844259250] 'agreement among raft nodes before linearized reading' (duration: 258.339616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.673836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.578302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.676503Z","caller":"traceutil/trace.go:171","msg":"trace[1153368489] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7815; }","duration":"246.268207ms","start":"2026-03-05T07:43:50.430225Z","end":"2026-03-05T07:43:50.676494Z","steps":["trace[1153368489] 'agreement among raft nodes before linearized reading' (duration: 243.595503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.673858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.645394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.676762Z","caller":"traceutil/trace.go:171","msg":"trace[1264882576] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7815; }","duration":"246.551434ms","start":"2026-03-05T07:43:50.430195Z","end":"2026-03-05T07:43:50.676746Z","steps":["trace[1264882576] 'agreement among raft nodes before linearized reading' (duration: 243.652204ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:50.674218Z","caller":"traceutil/trace.go:171","msg":"trace[861299139] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"276.50712ms","start":"2026-03-05T07:43:50.397696Z","end":"2026-03-05T07:43:50.674203Z","steps":["trace[861299139] 'process raft request' (duration: 160.639799ms)","trace[861299139] 'compare' (duration: 114.19084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:43:50.674263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.541917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.676924Z","caller":"traceutil/trace.go:171","msg":"trace[1214392895] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7815; }","duration":"168.21859ms","start":"2026-03-05T07:43:50.508689Z","end":"2026-03-05T07:43:50.676907Z","steps":["trace[1214392895] 'agreement among raft nodes before linearized reading' (duration: 165.554547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.674275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.11462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.676991Z","caller":"traceutil/trace.go:171","msg":"trace[1940563938] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7815; }","duration":"168.853716ms","start":"2026-03-05T07:43:50.508125Z","end":"2026-03-05T07:43:50.676979Z","steps":["trace[1940563938] 'agreement among raft nodes before linearized reading' (duration: 166.119091ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:50.674293Z","caller":"traceutil/trace.go:171","msg":"trace[1912134785] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"234.436755ms","start":"2026-03-05T07:43:50.439848Z","end":"2026-03-05T07:43:50.674284Z","steps":["trace[1912134785] 'process raft request' (duration: 233.182324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.67438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.592701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.677144Z","caller":"traceutil/trace.go:171","msg":"trace[137639572] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7815; }","duration":"130.377087ms","start":"2026-03-05T07:43:50.546753Z","end":"2026-03-05T07:43:50.67713Z","steps":["trace[137639572] 'agreement among raft nodes before linearized reading' (duration: 127.5957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.674421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.554373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.677219Z","caller":"traceutil/trace.go:171","msg":"trace[437321267] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7815; }","duration":"113.38207ms","start":"2026-03-05T07:43:50.563816Z","end":"2026-03-05T07:43:50.677198Z","steps":["trace[437321267] 'agreement among raft nodes before linearized reading' (duration: 110.584023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.674407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.027345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.677317Z","caller":"traceutil/trace.go:171","msg":"trace[1871740802] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7815; }","duration":"149.953105ms","start":"2026-03-05T07:43:50.527352Z","end":"2026-03-05T07:43:50.677305Z","steps":["trace[1871740802] 'agreement among raft nodes before linearized reading' (duration: 147.011474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.674462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.627995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.677413Z","caller":"traceutil/trace.go:171","msg":"trace[1381998837] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7815; }","duration":"113.557155ms","start":"2026-03-05T07:43:50.563827Z","end":"2026-03-05T07:43:50.677384Z","steps":["trace[1381998837] 'agreement among raft nodes before linearized reading' (duration: 110.609914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.674505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.711367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.677685Z","caller":"traceutil/trace.go:171","msg":"trace[27824794] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7815; }","duration":"113.869882ms","start":"2026-03-05T07:43:50.563752Z","end":"2026-03-05T07:43:50.677622Z","steps":["trace[27824794] 'agreement among raft nodes before linearized reading' (duration: 110.726557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.674553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.131919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.677994Z","caller":"traceutil/trace.go:171","msg":"trace[798967878] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7815; }","duration":"130.602632ms","start":"2026-03-05T07:43:50.547374Z","end":"2026-03-05T07:43:50.677977Z","steps":["trace[798967878] 'agreement among raft nodes before linearized reading' (duration: 127.148579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.674555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.236412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T07:43:50.678314Z","caller":"traceutil/trace.go:171","msg":"trace[734903391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7815; }","duration":"148.995111ms","start":"2026-03-05T07:43:50.529293Z","end":"2026-03-05T07:43:50.678289Z","steps":["trace[734903391] 'agreement among raft nodes before linearized reading' (duration: 145.145449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.674589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.747704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.678526Z","caller":"traceutil/trace.go:171","msg":"trace[196574438] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7815; }","duration":"131.677027ms","start":"2026-03-05T07:43:50.546833Z","end":"2026-03-05T07:43:50.67851Z","steps":["trace[196574438] 'agreement among raft nodes before linearized reading' (duration: 127.734043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.674737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.187208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.678634Z","caller":"traceutil/trace.go:171","msg":"trace[276794393] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7815; }","duration":"215.108161ms","start":"2026-03-05T07:43:50.463516Z","end":"2026-03-05T07:43:50.678624Z","steps":["trace[276794393] 'agreement among raft nodes before linearized reading' (duration: 211.188197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.674782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.242081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.678731Z","caller":"traceutil/trace.go:171","msg":"trace[814757287] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7815; }","duration":"195.216415ms","start":"2026-03-05T07:43:50.483506Z","end":"2026-03-05T07:43:50.678723Z","steps":["trace[814757287] 'agreement among raft nodes before linearized reading' (duration: 191.253821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.675054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.21959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.678835Z","caller":"traceutil/trace.go:171","msg":"trace[1818761838] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7815; }","duration":"195.064672ms","start":"2026-03-05T07:43:50.483764Z","end":"2026-03-05T07:43:50.678829Z","steps":["trace[1818761838] 'agreement among raft nodes before linearized reading' (duration: 190.253267ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:50.867883Z","caller":"traceutil/trace.go:171","msg":"trace[1809348206] linearizableReadLoop","detail":"{readStateIndex:8120; appliedIndex:8119; }","duration":"117.305444ms","start":"2026-03-05T07:43:50.75053Z","end":"2026-03-05T07:43:50.867835Z","steps":["trace[1809348206] 'read index received' (duration: 25.587382ms)","trace[1809348206] 'applied index is now lower than readState.Index' (duration: 91.716812ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:50.867987Z","caller":"traceutil/trace.go:171","msg":"trace[690992884] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"183.107637ms","start":"2026-03-05T07:43:50.684838Z","end":"2026-03-05T07:43:50.867945Z","steps":["trace[690992884] 'process raft request' (duration: 91.297862ms)","trace[690992884] 'compare' (duration: 91.531658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:43:50.868113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.674666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T07:43:50.868116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.598699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.868198Z","caller":"traceutil/trace.go:171","msg":"trace[904474809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7817; }","duration":"146.797928ms","start":"2026-03-05T07:43:50.721379Z","end":"2026-03-05T07:43:50.868177Z","steps":["trace[904474809] 'agreement among raft nodes before linearized reading' (duration: 146.503681ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:50.868224Z","caller":"traceutil/trace.go:171","msg":"trace[209993486] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7817; }","duration":"183.730662ms","start":"2026-03-05T07:43:50.68445Z","end":"2026-03-05T07:43:50.86818Z","steps":["trace[209993486] 'agreement among raft nodes before linearized reading' (duration: 183.527018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.868236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.555057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:50.868306Z","caller":"traceutil/trace.go:171","msg":"trace[431656972] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7817; }","duration":"183.65204ms","start":"2026-03-05T07:43:50.684638Z","end":"2026-03-05T07:43:50.86829Z","steps":["trace[431656972] 'agreement among raft nodes before linearized reading' (duration: 183.528907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.868328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.632203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T07:43:50.868324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.088044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:43:50.868427Z","caller":"traceutil/trace.go:171","msg":"trace[1018328960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7817; }","duration":"148.771717ms","start":"2026-03-05T07:43:50.719632Z","end":"2026-03-05T07:43:50.868404Z","steps":["trace[1018328960] 'agreement among raft nodes before linearized reading' (duration: 148.458559ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:50.868594Z","caller":"traceutil/trace.go:171","msg":"trace[1895147353] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:7817; }","duration":"144.391611ms","start":"2026-03-05T07:43:50.724135Z","end":"2026-03-05T07:43:50.868527Z","steps":["trace[1895147353] 'agreement among raft nodes before linearized reading' (duration: 143.836697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.868465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.863284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:43:50.868735Z","caller":"traceutil/trace.go:171","msg":"trace[1455025569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7817; }","duration":"166.206853ms","start":"2026-03-05T07:43:50.70251Z","end":"2026-03-05T07:43:50.868717Z","steps":["trace[1455025569] 'agreement among raft nodes before linearized reading' (duration: 165.628029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.868479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.421733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:43:50.868902Z","caller":"traceutil/trace.go:171","msg":"trace[1500501035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7817; }","duration":"147.878474ms","start":"2026-03-05T07:43:50.721006Z","end":"2026-03-05T07:43:50.868885Z","steps":["trace[1500501035] 'agreement among raft nodes before linearized reading' (duration: 147.388072ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:50.988919Z","caller":"traceutil/trace.go:171","msg":"trace[1807513957] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"113.035882ms","start":"2026-03-05T07:43:50.875855Z","end":"2026-03-05T07:43:50.988891Z","steps":["trace[1807513957] 'process raft request' (duration: 95.840861ms)","trace[1807513957] 'compare' (duration: 16.974596ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:50.988914Z","caller":"traceutil/trace.go:171","msg":"trace[1100056860] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"112.918349ms","start":"2026-03-05T07:43:50.875972Z","end":"2026-03-05T07:43:50.988891Z","steps":["trace[1100056860] 'process raft request' (duration: 112.858777ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:50.989089Z","caller":"traceutil/trace.go:171","msg":"trace[1621179831] linearizableReadLoop","detail":"{readStateIndex:8124; appliedIndex:8120; }","duration":"112.592571ms","start":"2026-03-05T07:43:50.876484Z","end":"2026-03-05T07:43:50.989077Z","steps":["trace[1621179831] 'read index received' (duration: 61.106891ms)","trace[1621179831] 'applied index is now lower than readState.Index' (duration: 51.48467ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:50.98925Z","caller":"traceutil/trace.go:171","msg":"trace[1787853700] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"112.888468ms","start":"2026-03-05T07:43:50.876313Z","end":"2026-03-05T07:43:50.989201Z","steps":["trace[1787853700] 'process raft request' (duration: 112.54926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:50.989447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.936769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222764"} {"level":"info","ts":"2026-03-05T07:43:50.989491Z","caller":"traceutil/trace.go:171","msg":"trace[1773168130] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7821; }","duration":"113.030132ms","start":"2026-03-05T07:43:50.87645Z","end":"2026-03-05T07:43:50.98948Z","steps":["trace[1773168130] 'agreement among raft nodes before linearized reading' (duration: 112.678753ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:52.333557Z","caller":"traceutil/trace.go:171","msg":"trace[1655122593] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"380.904285ms","start":"2026-03-05T07:43:51.952632Z","end":"2026-03-05T07:43:52.333537Z","steps":["trace[1655122593] 'process raft request' (duration: 380.786022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:52.333701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:51.952602Z","time spent":"381.023058ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:43:52.643754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.183633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:43:52.643854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.570085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-05T07:43:52.643869Z","caller":"traceutil/trace.go:171","msg":"trace[65127484] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:7822; }","duration":"179.358537ms","start":"2026-03-05T07:43:52.464483Z","end":"2026-03-05T07:43:52.643842Z","steps":["trace[65127484] 'count revisions from in-memory index tree' (duration: 179.06386ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:52.643929Z","caller":"traceutil/trace.go:171","msg":"trace[1572721557] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:7822; }","duration":"195.730999ms","start":"2026-03-05T07:43:52.448179Z","end":"2026-03-05T07:43:52.64391Z","steps":["trace[1572721557] 'range keys from in-memory index tree' (duration: 195.34883ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:52.644046Z","caller":"traceutil/trace.go:171","msg":"trace[1150184205] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"112.506009ms","start":"2026-03-05T07:43:52.531483Z","end":"2026-03-05T07:43:52.643989Z","steps":["trace[1150184205] 'process raft request' (duration: 79.96383ms)","trace[1150184205] 'compare' (duration: 32.256102ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:52.868623Z","caller":"traceutil/trace.go:171","msg":"trace[1116628757] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"186.523957ms","start":"2026-03-05T07:43:52.682075Z","end":"2026-03-05T07:43:52.868599Z","steps":["trace[1116628757] 'process raft request' (duration: 186.314333ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:52.868765Z","caller":"traceutil/trace.go:171","msg":"trace[1707862040] linearizableReadLoop","detail":"{readStateIndex:8130; appliedIndex:8128; }","duration":"158.239422ms","start":"2026-03-05T07:43:52.710502Z","end":"2026-03-05T07:43:52.868742Z","steps":["trace[1707862040] 'read index received' (duration: 157.909034ms)","trace[1707862040] 'applied index is now lower than readState.Index' (duration: 328.798µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:52.86882Z","caller":"traceutil/trace.go:171","msg":"trace[123558123] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"186.574169ms","start":"2026-03-05T07:43:52.682205Z","end":"2026-03-05T07:43:52.868779Z","steps":["trace[123558123] 'process raft request' (duration: 186.327563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:52.869042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.152578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T07:43:52.869057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.53975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-05T07:43:52.869171Z","caller":"traceutil/trace.go:171","msg":"trace[719885637] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7826; }","duration":"158.702342ms","start":"2026-03-05T07:43:52.71045Z","end":"2026-03-05T07:43:52.869152Z","steps":["trace[719885637] 'agreement among raft nodes before linearized reading' (duration: 158.361654ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:52.869106Z","caller":"traceutil/trace.go:171","msg":"trace[1367337867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7826; }","duration":"114.24697ms","start":"2026-03-05T07:43:52.754843Z","end":"2026-03-05T07:43:52.86909Z","steps":["trace[1367337867] 'agreement among raft nodes before linearized reading' (duration: 114.045345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:53.051349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.16928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:43:53.051419Z","caller":"traceutil/trace.go:171","msg":"trace[1825287492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7827; }","duration":"109.279942ms","start":"2026-03-05T07:43:52.942124Z","end":"2026-03-05T07:43:53.051404Z","steps":["trace[1825287492] 'range keys from in-memory index tree' (duration: 109.012106ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:53.764626Z","caller":"traceutil/trace.go:171","msg":"trace[197542474] linearizableReadLoop","detail":"{readStateIndex:8136; appliedIndex:8135; }","duration":"476.006947ms","start":"2026-03-05T07:43:53.288593Z","end":"2026-03-05T07:43:53.7646Z","steps":["trace[197542474] 'read index received' (duration: 475.737731ms)","trace[197542474] 'applied index is now lower than readState.Index' (duration: 267.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:53.764787Z","caller":"traceutil/trace.go:171","msg":"trace[154521343] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"508.35286ms","start":"2026-03-05T07:43:53.256425Z","end":"2026-03-05T07:43:53.764778Z","steps":["trace[154521343] 'process raft request' (duration: 508.021112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:53.764896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:53.256398Z","time spent":"508.427542ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:43:53.765025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.64228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:53.765122Z","caller":"traceutil/trace.go:171","msg":"trace[2100458938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7832; }","duration":"455.790464ms","start":"2026-03-05T07:43:53.309312Z","end":"2026-03-05T07:43:53.765103Z","steps":["trace[2100458938] 'agreement among raft nodes before linearized reading' (duration: 455.62962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:53.765174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:53.309293Z","time spent":"455.870867ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:43:53.765078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.469669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:43:53.765248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.963029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:43:53.76523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.951961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-05T07:43:53.765295Z","caller":"traceutil/trace.go:171","msg":"trace[54507744] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7832; }","duration":"269.047712ms","start":"2026-03-05T07:43:53.496239Z","end":"2026-03-05T07:43:53.765287Z","steps":["trace[54507744] 'agreement among raft nodes before linearized reading' (duration: 268.896648ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:53.765338Z","caller":"traceutil/trace.go:171","msg":"trace[131398761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7832; }","duration":"162.111195ms","start":"2026-03-05T07:43:53.603201Z","end":"2026-03-05T07:43:53.765313Z","steps":["trace[131398761] 'agreement among raft nodes before linearized reading' (duration: 161.797978ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:43:53.765473Z","caller":"traceutil/trace.go:171","msg":"trace[203158625] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7832; }","duration":"476.724634ms","start":"2026-03-05T07:43:53.288536Z","end":"2026-03-05T07:43:53.765261Z","steps":["trace[203158625] 'agreement among raft nodes before linearized reading' (duration: 476.408356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:53.765765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:53.28851Z","time spent":"477.230546ms","remote":"127.0.0.1:60954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:43:54.429323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.558887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:54.429386Z","caller":"traceutil/trace.go:171","msg":"trace[1541766426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7832; }","duration":"119.67321ms","start":"2026-03-05T07:43:54.309699Z","end":"2026-03-05T07:43:54.429372Z","steps":["trace[1541766426] 'range keys from in-memory index tree' (duration: 119.478246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:54.429518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.530018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:54.429596Z","caller":"traceutil/trace.go:171","msg":"trace[1881740871] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7832; }","duration":"565.656411ms","start":"2026-03-05T07:43:53.863921Z","end":"2026-03-05T07:43:54.429577Z","steps":["trace[1881740871] 'range keys from in-memory index tree' (duration: 565.435774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:54.429642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:53.863897Z","time spent":"565.735172ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T07:43:54.429655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.635311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:43:54.430175Z","caller":"traceutil/trace.go:171","msg":"trace[2015632931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7832; }","duration":"556.259466ms","start":"2026-03-05T07:43:53.873891Z","end":"2026-03-05T07:43:54.43015Z","steps":["trace[2015632931] 'count revisions from in-memory index tree' (duration: 555.57524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:54.430253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:43:53.873882Z","time spent":"556.351998ms","remote":"127.0.0.1:47832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:43:54.891307Z","caller":"traceutil/trace.go:171","msg":"trace[1723542150] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"240.423887ms","start":"2026-03-05T07:43:54.650826Z","end":"2026-03-05T07:43:54.89125Z","steps":["trace[1723542150] 'process raft request' (duration: 199.150501ms)","trace[1723542150] 'compare' (duration: 40.873207ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:55.10662Z","caller":"traceutil/trace.go:171","msg":"trace[720068125] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"232.257652ms","start":"2026-03-05T07:43:54.874332Z","end":"2026-03-05T07:43:55.10659Z","steps":["trace[720068125] 'process raft request' (duration: 137.281762ms)","trace[720068125] 'compare' (duration: 94.748785ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:43:55.106619Z","caller":"traceutil/trace.go:171","msg":"trace[595788976] linearizableReadLoop","detail":"{readStateIndex:8140; appliedIndex:8138; }","duration":"202.06908ms","start":"2026-03-05T07:43:54.904518Z","end":"2026-03-05T07:43:55.106587Z","steps":["trace[595788976] 'read index received' (duration: 55.903316ms)","trace[595788976] 'applied index is now lower than readState.Index' (duration: 146.164074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:43:55.106841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.306135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T07:43:55.106899Z","caller":"traceutil/trace.go:171","msg":"trace[1672340200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7836; }","duration":"202.425498ms","start":"2026-03-05T07:43:54.904463Z","end":"2026-03-05T07:43:55.106888Z","steps":["trace[1672340200] 'agreement among raft nodes before linearized reading' (duration: 202.211153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:43:55.872211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.74254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:43:55.872294Z","caller":"traceutil/trace.go:171","msg":"trace[711537091] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7841; }","duration":"103.932054ms","start":"2026-03-05T07:43:55.768343Z","end":"2026-03-05T07:43:55.872275Z","steps":["trace[711537091] 'count revisions from in-memory index tree' (duration: 103.559465ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:01.024566Z","caller":"traceutil/trace.go:171","msg":"trace[1528093362] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"106.542897ms","start":"2026-03-05T07:44:00.917996Z","end":"2026-03-05T07:44:01.024538Z","steps":["trace[1528093362] 'process raft request' (duration: 65.051884ms)","trace[1528093362] 'compare' (duration: 41.38723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:44:21.501802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.909825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:44:21.501894Z","caller":"traceutil/trace.go:171","msg":"trace[2065908500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8017; }","duration":"171.042189ms","start":"2026-03-05T07:44:21.330832Z","end":"2026-03-05T07:44:21.501875Z","steps":["trace[2065908500] 'range keys from in-memory index tree' (duration: 170.639689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:21.502322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.648002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:44:21.502413Z","caller":"traceutil/trace.go:171","msg":"trace[1498147738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8017; }","duration":"176.771506ms","start":"2026-03-05T07:44:21.325618Z","end":"2026-03-05T07:44:21.50239Z","steps":["trace[1498147738] 'range keys from in-memory index tree' (duration: 176.470788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:21.502442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.146481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:44:21.502484Z","caller":"traceutil/trace.go:171","msg":"trace[1112161573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8017; }","duration":"222.202873ms","start":"2026-03-05T07:44:21.28027Z","end":"2026-03-05T07:44:21.502473Z","steps":["trace[1112161573] 'range keys from in-memory index tree' (duration: 222.033567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:21.502713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.830512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:44:21.502817Z","caller":"traceutil/trace.go:171","msg":"trace[1414948852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8017; }","duration":"219.051677ms","start":"2026-03-05T07:44:21.283745Z","end":"2026-03-05T07:44:21.502797Z","steps":["trace[1414948852] 'range keys from in-memory index tree' (duration: 217.92225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:23.728049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343216966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:44:24.229204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343216966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:44:24.729945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343216966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:44:24.867191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.765463233s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:44:24.867733Z","caller":"traceutil/trace.go:171","msg":"trace[1663508083] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"1.766065757s","start":"2026-03-05T07:44:23.101635Z","end":"2026-03-05T07:44:24.867701Z","steps":["trace[1663508083] 'process raft request' (duration: 1.765852492s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:24.867906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:23.101612Z","time spent":"1.766201969s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:44:24.868518Z","caller":"traceutil/trace.go:171","msg":"trace[1776063554] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"1.765896861s","start":"2026-03-05T07:44:23.102594Z","end":"2026-03-05T07:44:24.868491Z","steps":["trace[1776063554] 'process raft request' (duration: 1.765724017s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:24.868667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:23.102568Z","time spent":"1.766010344s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:44:24.8688Z","caller":"traceutil/trace.go:171","msg":"trace[428114339] linearizableReadLoop","detail":"{readStateIndex:8340; appliedIndex:8336; }","duration":"1.641317014s","start":"2026-03-05T07:44:23.227449Z","end":"2026-03-05T07:44:24.868766Z","steps":["trace[428114339] 'read index received' (duration: 1.640141486s)","trace[428114339] 'applied index is now lower than readState.Index' (duration: 1.174078ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:44:24.868818Z","caller":"traceutil/trace.go:171","msg":"trace[257105898] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"1.062854816s","start":"2026-03-05T07:44:23.805936Z","end":"2026-03-05T07:44:24.86879Z","steps":["trace[257105898] 'process raft request' (duration: 1.062678262s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:24.868815Z","caller":"traceutil/trace.go:171","msg":"trace[1463479433] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"1.648251849s","start":"2026-03-05T07:44:23.220493Z","end":"2026-03-05T07:44:24.868745Z","steps":["trace[1463479433] 'process raft request' (duration: 1.647956402s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:24.869018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:23.220476Z","time spent":"1.648435843s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:44:24.869018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:23.805913Z","time spent":"1.062996439s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:44:24.869073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64160076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:44:24.869147Z","caller":"traceutil/trace.go:171","msg":"trace[1864112907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8028; }","duration":"1.641710773s","start":"2026-03-05T07:44:23.227416Z","end":"2026-03-05T07:44:24.869126Z","steps":["trace[1864112907] 'agreement among raft nodes before linearized reading' (duration: 1.641512319s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:24.869191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:23.227404Z","time spent":"1.641777065s","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:44:24.869222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623650211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:44:24.869268Z","caller":"traceutil/trace.go:171","msg":"trace[1972863668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8028; }","duration":"1.623731322s","start":"2026-03-05T07:44:23.245523Z","end":"2026-03-05T07:44:24.869255Z","steps":["trace[1972863668] 'agreement among raft nodes before linearized reading' (duration: 1.623427195s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:24.869303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:23.245514Z","time spent":"1.623781314s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:44:24.869576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311411028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:44:24.869608Z","caller":"traceutil/trace.go:171","msg":"trace[916448795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8028; }","duration":"1.311461728s","start":"2026-03-05T07:44:23.558137Z","end":"2026-03-05T07:44:24.869599Z","steps":["trace[916448795] 'agreement among raft nodes before linearized reading' (duration: 1.311338465s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:24.869635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:23.558128Z","time spent":"1.311501519s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:44:24.869994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313493687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:44:24.870048Z","caller":"traceutil/trace.go:171","msg":"trace[704613062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8028; }","duration":"1.31357273s","start":"2026-03-05T07:44:23.556461Z","end":"2026-03-05T07:44:24.870034Z","steps":["trace[704613062] 'agreement among raft nodes before linearized reading' (duration: 1.313475127s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:24.870089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:23.556451Z","time spent":"1.313630341s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:44:24.870094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.327224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:44:24.87009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313091148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:44:24.870129Z","caller":"traceutil/trace.go:171","msg":"trace[285236398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8028; }","duration":"560.401176ms","start":"2026-03-05T07:44:24.309718Z","end":"2026-03-05T07:44:24.870119Z","steps":["trace[285236398] 'agreement among raft nodes before linearized reading' (duration: 560.349014ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:24.87014Z","caller":"traceutil/trace.go:171","msg":"trace[427949833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8028; }","duration":"1.31316158s","start":"2026-03-05T07:44:23.556964Z","end":"2026-03-05T07:44:24.870126Z","steps":["trace[427949833] 'agreement among raft nodes before linearized reading' (duration: 1.313002656s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:24.870155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:24.309699Z","time spent":"560.450876ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:44:24.870172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:23.556953Z","time spent":"1.313212501s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:44:24.870222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314732468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T07:44:24.870234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.076725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:44:24.870262Z","caller":"traceutil/trace.go:171","msg":"trace[1391506570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8028; }","duration":"1.31480139s","start":"2026-03-05T07:44:23.555446Z","end":"2026-03-05T07:44:24.870247Z","steps":["trace[1391506570] 'agreement among raft nodes before linearized reading' (duration: 1.314722198s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:24.870277Z","caller":"traceutil/trace.go:171","msg":"trace[745764800] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8028; }","duration":"600.141846ms","start":"2026-03-05T07:44:24.27012Z","end":"2026-03-05T07:44:24.870262Z","steps":["trace[745764800] 'agreement among raft nodes before linearized reading' (duration: 600.068804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:24.870294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:23.555425Z","time spent":"1.314862791s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:44:24.87031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:24.270033Z","time spent":"600.269029ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:44:24.870362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593660334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:44:24.870412Z","caller":"traceutil/trace.go:171","msg":"trace[1678489826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:8028; }","duration":"1.593734326s","start":"2026-03-05T07:44:23.276664Z","end":"2026-03-05T07:44:24.870398Z","steps":["trace[1678489826] 'agreement among raft nodes before linearized reading' (duration: 1.593502361s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:24.870451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:23.276653Z","time spent":"1.593791197s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4xlf\" "} {"level":"info","ts":"2026-03-05T07:44:27.185822Z","caller":"traceutil/trace.go:171","msg":"trace[442235689] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"312.53456ms","start":"2026-03-05T07:44:26.873255Z","end":"2026-03-05T07:44:27.185789Z","steps":["trace[442235689] 'process raft request' (duration: 312.138931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:27.186051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:26.873228Z","time spent":"312.734605ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:44:27.208917Z","caller":"traceutil/trace.go:171","msg":"trace[640085052] linearizableReadLoop","detail":"{readStateIndex:8349; appliedIndex:8346; }","duration":"325.088292ms","start":"2026-03-05T07:44:26.88381Z","end":"2026-03-05T07:44:27.208899Z","steps":["trace[640085052] 'read index received' (duration: 301.61983ms)","trace[640085052] 'applied index is now lower than readState.Index' (duration: 23.467592ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:44:27.208998Z","caller":"traceutil/trace.go:171","msg":"trace[50295712] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"330.560722ms","start":"2026-03-05T07:44:26.878431Z","end":"2026-03-05T07:44:27.208991Z","steps":["trace[50295712] 'process raft request' (duration: 330.443609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:27.209079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:26.878402Z","time spent":"330.612583ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:44:27.209198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.609674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-05T07:44:27.209238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.253014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:44:27.209245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.305603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T07:44:27.20926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.43549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T07:44:27.20926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.963338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:44:27.208994Z","caller":"traceutil/trace.go:171","msg":"trace[351197139] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"332.494878ms","start":"2026-03-05T07:44:26.876466Z","end":"2026-03-05T07:44:27.208961Z","steps":["trace[351197139] 'process raft request' (duration: 332.310913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:27.209313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.408504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:44:27.209339Z","caller":"traceutil/trace.go:171","msg":"trace[2136651134] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8037; }","duration":"307.381568ms","start":"2026-03-05T07:44:26.901935Z","end":"2026-03-05T07:44:27.209317Z","steps":["trace[2136651134] 'agreement among raft nodes before linearized reading' (duration: 307.205004ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:27.209362Z","caller":"traceutil/trace.go:171","msg":"trace[1110839036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8037; }","duration":"325.582033ms","start":"2026-03-05T07:44:26.883756Z","end":"2026-03-05T07:44:27.209338Z","steps":["trace[1110839036] 'agreement among raft nodes before linearized reading' (duration: 325.309027ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:27.209362Z","caller":"traceutil/trace.go:171","msg":"trace[37072203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8037; }","duration":"325.102681ms","start":"2026-03-05T07:44:26.884243Z","end":"2026-03-05T07:44:27.209346Z","steps":["trace[37072203] 'agreement among raft nodes before linearized reading' (duration: 324.804494ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:27.209379Z","caller":"traceutil/trace.go:171","msg":"trace[551994188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8037; }","duration":"324.510687ms","start":"2026-03-05T07:44:26.884853Z","end":"2026-03-05T07:44:27.209364Z","steps":["trace[551994188] 'agreement among raft nodes before linearized reading' (duration: 324.326183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:27.209302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.171966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T07:44:27.209395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:26.901924Z","time spent":"307.455079ms","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-05T07:44:27.209422Z","caller":"traceutil/trace.go:171","msg":"trace[1648950439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8037; }","duration":"323.299659ms","start":"2026-03-05T07:44:26.886115Z","end":"2026-03-05T07:44:27.209415Z","steps":["trace[1648950439] 'agreement among raft nodes before linearized reading' (duration: 323.010262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:27.209423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:26.884839Z","time spent":"324.573009ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:44:27.209424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:26.884234Z","time spent":"325.176913ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:44:27.209424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:26.883739Z","time spent":"325.672185ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:44:27.209449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:26.886054Z","time spent":"323.387271ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:44:27.209474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:26.876448Z","time spent":"332.908128ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:44:27.209326Z","caller":"traceutil/trace.go:171","msg":"trace[125817659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8037; }","duration":"324.400895ms","start":"2026-03-05T07:44:26.884909Z","end":"2026-03-05T07:44:27.20931Z","steps":["trace[125817659] 'agreement among raft nodes before linearized reading' (duration: 324.18476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:27.209661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:26.884904Z","time spent":"324.747533ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:44:27.209264Z","caller":"traceutil/trace.go:171","msg":"trace[134544769] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:8037; }","duration":"320.729397ms","start":"2026-03-05T07:44:26.888519Z","end":"2026-03-05T07:44:27.209249Z","steps":["trace[134544769] 'agreement among raft nodes before linearized reading' (duration: 320.540713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:27.209758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:26.888498Z","time spent":"321.218069ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4xlf\" "} {"level":"warn","ts":"2026-03-05T07:44:28.535201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.570634ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T07:44:28.535323Z","caller":"traceutil/trace.go:171","msg":"trace[1406533191] linearizableReadLoop","detail":"{readStateIndex:8355; appliedIndex:8354; }","duration":"442.301262ms","start":"2026-03-05T07:44:28.093001Z","end":"2026-03-05T07:44:28.535302Z","steps":["trace[1406533191] 'read index received' (duration: 223.639646ms)","trace[1406533191] 'applied index is now lower than readState.Index' (duration: 218.659696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:44:28.53551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.506998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:44:28.535545Z","caller":"traceutil/trace.go:171","msg":"trace[115945857] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8042; }","duration":"442.59579ms","start":"2026-03-05T07:44:28.09294Z","end":"2026-03-05T07:44:28.535535Z","steps":["trace[115945857] 'agreement among raft nodes before linearized reading' (duration: 442.478707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:28.535582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:28.092915Z","time spent":"442.658361ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:44:28.535569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.043753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:44:28.535642Z","caller":"traceutil/trace.go:171","msg":"trace[560599348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8042; }","duration":"226.163016ms","start":"2026-03-05T07:44:28.309458Z","end":"2026-03-05T07:44:28.535621Z","steps":["trace[560599348] 'agreement among raft nodes before linearized reading' (duration: 226.038673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:28.535695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.649505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-05T07:44:28.53573Z","caller":"traceutil/trace.go:171","msg":"trace[1634102129] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8042; }","duration":"174.762487ms","start":"2026-03-05T07:44:28.360955Z","end":"2026-03-05T07:44:28.535717Z","steps":["trace[1634102129] 'agreement among raft nodes before linearized reading' (duration: 174.602173ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:28.720233Z","caller":"traceutil/trace.go:171","msg":"trace[1896797724] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"179.261395ms","start":"2026-03-05T07:44:28.54094Z","end":"2026-03-05T07:44:28.720202Z","steps":["trace[1896797724] 'process raft request' (duration: 179.02949ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:28.807197Z","caller":"traceutil/trace.go:171","msg":"trace[1618727971] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"209.371035ms","start":"2026-03-05T07:44:28.597796Z","end":"2026-03-05T07:44:28.807167Z","steps":["trace[1618727971] 'process raft request' (duration: 209.197341ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:37.053203Z","caller":"traceutil/trace.go:171","msg":"trace[217274800] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"116.192228ms","start":"2026-03-05T07:44:36.936981Z","end":"2026-03-05T07:44:37.053173Z","steps":["trace[217274800] 'process raft request' (duration: 116.016354ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:37.652795Z","caller":"traceutil/trace.go:171","msg":"trace[1509309793] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"419.120719ms","start":"2026-03-05T07:44:37.23365Z","end":"2026-03-05T07:44:37.65277Z","steps":["trace[1509309793] 'process raft request' (duration: 418.966165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:37.653141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:37.233631Z","time spent":"419.238092ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:44:38.544191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.923518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:44:38.544721Z","caller":"traceutil/trace.go:171","msg":"trace[995413337] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"1.242819428s","start":"2026-03-05T07:44:37.301859Z","end":"2026-03-05T07:44:38.544679Z","steps":["trace[995413337] 'process raft request' (duration: 1.073337698s)","trace[995413337] 'compare' (duration: 168.466986ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:44:38.544762Z","caller":"traceutil/trace.go:171","msg":"trace[473865362] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"1.236322893s","start":"2026-03-05T07:44:37.308385Z","end":"2026-03-05T07:44:38.544708Z","steps":["trace[473865362] 'process raft request' (duration: 1.235899563s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:38.544878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:37.301816Z","time spent":"1.242958391s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:44:38.544918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:37.308367Z","time spent":"1.236458116s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:44:38.701118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.740357ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T07:44:38.70124Z","caller":"traceutil/trace.go:171","msg":"trace[2077226850] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8442; }","duration":"1.393344506s","start":"2026-03-05T07:44:37.307872Z","end":"2026-03-05T07:44:38.701217Z","steps":["trace[2077226850] 'read index received' (duration: 344.750601ms)","trace[2077226850] 'applied index is now lower than readState.Index' (duration: 1.048592255s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:44:38.701382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393505329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:44:38.701428Z","caller":"traceutil/trace.go:171","msg":"trace[1691485139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8128; }","duration":"1.393599762s","start":"2026-03-05T07:44:37.307815Z","end":"2026-03-05T07:44:38.701415Z","steps":["trace[1691485139] 'agreement among raft nodes before linearized reading' (duration: 1.393495029s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:38.701477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:37.307795Z","time spent":"1.393673584s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:44:38.743071Z","caller":"traceutil/trace.go:171","msg":"trace[272652217] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"1.046442644s","start":"2026-03-05T07:44:37.696611Z","end":"2026-03-05T07:44:38.743053Z","steps":["trace[272652217] 'process raft request' (duration: 1.046303001s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:38.743191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:37.696582Z","time spent":"1.046546127s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:44:38.763827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38889896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:44:38.763904Z","caller":"traceutil/trace.go:171","msg":"trace[30218411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8130; }","duration":"1.389006383s","start":"2026-03-05T07:44:37.374879Z","end":"2026-03-05T07:44:38.763886Z","steps":["trace[30218411] 'agreement among raft nodes before linearized reading' (duration: 1.388804598s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:38.763934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41655174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:44:38.763976Z","caller":"traceutil/trace.go:171","msg":"trace[48129964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8130; }","duration":"1.416611922s","start":"2026-03-05T07:44:37.347354Z","end":"2026-03-05T07:44:38.763966Z","steps":["trace[48129964] 'agreement among raft nodes before linearized reading' (duration: 1.416520589s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:38.764008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:37.347342Z","time spent":"1.416658582s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:44:38.763988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412510554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T07:44:38.76403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.463103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-05T07:44:38.763962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446329022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:44:38.764057Z","caller":"traceutil/trace.go:171","msg":"trace[1567704379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8130; }","duration":"1.412607006s","start":"2026-03-05T07:44:37.351433Z","end":"2026-03-05T07:44:38.76404Z","steps":["trace[1567704379] 'agreement among raft nodes before linearized reading' (duration: 1.412394301s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:38.764069Z","caller":"traceutil/trace.go:171","msg":"trace[526475660] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8130; }","duration":"618.533425ms","start":"2026-03-05T07:44:38.145527Z","end":"2026-03-05T07:44:38.76406Z","steps":["trace[526475660] 'agreement among raft nodes before linearized reading' (duration: 618.439453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:38.764106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:38.145491Z","time spent":"618.607397ms","remote":"127.0.0.1:36930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T07:44:38.764109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:37.351423Z","time spent":"1.412673208s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:44:38.763946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:37.374869Z","time spent":"1.389068554s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:44:38.764187Z","caller":"traceutil/trace.go:171","msg":"trace[761842556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8130; }","duration":"1.446525717s","start":"2026-03-05T07:44:37.317548Z","end":"2026-03-05T07:44:38.764074Z","steps":["trace[761842556] 'agreement among raft nodes before linearized reading' (duration: 1.44621955s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:38.764239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382445786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:44:38.764329Z","caller":"traceutil/trace.go:171","msg":"trace[1280701615] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:8130; }","duration":"1.382554488s","start":"2026-03-05T07:44:37.38175Z","end":"2026-03-05T07:44:38.764305Z","steps":["trace[1280701615] 'agreement among raft nodes before linearized reading' (duration: 1.382316142s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:38.764385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:37.38174Z","time spent":"1.382632959s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4xlf\" "} {"level":"warn","ts":"2026-03-05T07:44:38.763827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399643906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T07:44:38.764487Z","caller":"traceutil/trace.go:171","msg":"trace[853265699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8130; }","duration":"1.400339822s","start":"2026-03-05T07:44:37.364131Z","end":"2026-03-05T07:44:38.764471Z","steps":["trace[853265699] 'agreement among raft nodes before linearized reading' (duration: 1.399542374s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:38.764532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:37.36412Z","time spent":"1.400399025s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:44:38.764289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:37.317538Z","time spent":"1.446737642s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:44:39.386472Z","caller":"traceutil/trace.go:171","msg":"trace[132098642] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"116.090866ms","start":"2026-03-05T07:44:39.270347Z","end":"2026-03-05T07:44:39.386437Z","steps":["trace[132098642] 'process raft request' (duration: 115.851439ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:40.101701Z","caller":"traceutil/trace.go:171","msg":"trace[924101752] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"451.672546ms","start":"2026-03-05T07:44:39.650006Z","end":"2026-03-05T07:44:40.101679Z","steps":["trace[924101752] 'process raft request' (duration: 451.547613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:40.101831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:39.649983Z","time spent":"451.79013ms","remote":"127.0.0.1:48552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T07:44:40.120889Z","caller":"traceutil/trace.go:171","msg":"trace[1622927532] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"463.632633ms","start":"2026-03-05T07:44:39.657234Z","end":"2026-03-05T07:44:40.120867Z","steps":["trace[1622927532] 'process raft request' (duration: 463.471329ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:40.121113Z","caller":"traceutil/trace.go:171","msg":"trace[142065064] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"236.561455ms","start":"2026-03-05T07:44:39.884526Z","end":"2026-03-05T07:44:40.121087Z","steps":["trace[142065064] 'process raft request' (duration: 236.301839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:40.121235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:39.657206Z","time spent":"463.771747ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:44:40.47709Z","caller":"traceutil/trace.go:171","msg":"trace[814259324] linearizableReadLoop","detail":"{readStateIndex:8463; appliedIndex:8462; }","duration":"279.372338ms","start":"2026-03-05T07:44:40.197691Z","end":"2026-03-05T07:44:40.477064Z","steps":["trace[814259324] 'read index received' (duration: 279.176944ms)","trace[814259324] 'applied index is now lower than readState.Index' (duration: 194.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:44:40.477188Z","caller":"traceutil/trace.go:171","msg":"trace[1289147433] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"294.755006ms","start":"2026-03-05T07:44:40.182376Z","end":"2026-03-05T07:44:40.477131Z","steps":["trace[1289147433] 'process raft request' (duration: 294.519721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:40.477358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.667252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:44:40.477388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.675245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-05T07:44:40.477454Z","caller":"traceutil/trace.go:171","msg":"trace[1904470338] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8145; }","duration":"279.788868ms","start":"2026-03-05T07:44:40.197648Z","end":"2026-03-05T07:44:40.477437Z","steps":["trace[1904470338] 'agreement among raft nodes before linearized reading' (duration: 279.554593ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:40.477446Z","caller":"traceutil/trace.go:171","msg":"trace[2021935336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8145; }","duration":"168.765594ms","start":"2026-03-05T07:44:40.30866Z","end":"2026-03-05T07:44:40.477425Z","steps":["trace[2021935336] 'agreement among raft nodes before linearized reading' (duration: 168.616971ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:40.671319Z","caller":"traceutil/trace.go:171","msg":"trace[1545965741] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"120.653794ms","start":"2026-03-05T07:44:40.550603Z","end":"2026-03-05T07:44:40.671256Z","steps":["trace[1545965741] 'process raft request' (duration: 77.940923ms)","trace[1545965741] 'compare' (duration: 42.550637ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:44:40.686655Z","caller":"traceutil/trace.go:171","msg":"trace[357311874] linearizableReadLoop","detail":"{readStateIndex:8465; appliedIndex:8463; }","duration":"125.895479ms","start":"2026-03-05T07:44:40.560733Z","end":"2026-03-05T07:44:40.686628Z","steps":["trace[357311874] 'read index received' (duration: 67.949244ms)","trace[357311874] 'applied index is now lower than readState.Index' (duration: 57.944965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:44:40.686805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.041443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:44:40.686842Z","caller":"traceutil/trace.go:171","msg":"trace[923740203] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8147; }","duration":"126.148186ms","start":"2026-03-05T07:44:40.560684Z","end":"2026-03-05T07:44:40.686832Z","steps":["trace[923740203] 'agreement among raft nodes before linearized reading' (duration: 126.044863ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:40.686883Z","caller":"traceutil/trace.go:171","msg":"trace[1052773600] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"135.93946ms","start":"2026-03-05T07:44:40.550894Z","end":"2026-03-05T07:44:40.686834Z","steps":["trace[1052773600] 'process raft request' (duration: 135.562251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:40.977778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.609885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:44:40.977861Z","caller":"traceutil/trace.go:171","msg":"trace[1927176337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8147; }","duration":"141.735698ms","start":"2026-03-05T07:44:40.836106Z","end":"2026-03-05T07:44:40.977842Z","steps":["trace[1927176337] 'range keys from in-memory index tree' (duration: 141.458452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:40.977864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.26918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:44:40.978171Z","caller":"traceutil/trace.go:171","msg":"trace[1331235414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8147; }","duration":"193.612248ms","start":"2026-03-05T07:44:40.784529Z","end":"2026-03-05T07:44:40.978141Z","steps":["trace[1331235414] 'range keys from in-memory index tree' (duration: 193.013864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:40.978242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.562731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:44:40.978283Z","caller":"traceutil/trace.go:171","msg":"trace[1961296681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:8147; }","duration":"189.628283ms","start":"2026-03-05T07:44:40.788643Z","end":"2026-03-05T07:44:40.978272Z","steps":["trace[1961296681] 'range keys from in-memory index tree' (duration: 189.431359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:40.978337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.210456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T07:44:40.978366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.81562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T07:44:40.978413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.165829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T07:44:40.978442Z","caller":"traceutil/trace.go:171","msg":"trace[990097152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8147; }","duration":"141.395931ms","start":"2026-03-05T07:44:40.837019Z","end":"2026-03-05T07:44:40.978415Z","steps":["trace[990097152] 'range keys from in-memory index tree' (duration: 140.973751ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:40.978441Z","caller":"traceutil/trace.go:171","msg":"trace[1413091841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8147; }","duration":"141.923863ms","start":"2026-03-05T07:44:40.836499Z","end":"2026-03-05T07:44:40.978423Z","steps":["trace[1413091841] 'range keys from in-memory index tree' (duration: 141.666047ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:44:40.978498Z","caller":"traceutil/trace.go:171","msg":"trace[1526769800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8147; }","duration":"142.326412ms","start":"2026-03-05T07:44:40.836148Z","end":"2026-03-05T07:44:40.978474Z","steps":["trace[1526769800] 'range keys from in-memory index tree' (duration: 141.934163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:50.154704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.350186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-65m94\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-05T07:44:50.154828Z","caller":"traceutil/trace.go:171","msg":"trace[354657668] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-65m94; range_end:; response_count:1; response_revision:8219; }","duration":"366.462718ms","start":"2026-03-05T07:44:49.788316Z","end":"2026-03-05T07:44:50.154779Z","steps":["trace[354657668] 'range keys from in-memory index tree' (duration: 366.128931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:44:50.154872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:44:49.788252Z","time spent":"366.610122ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-65m94\" "} {"level":"info","ts":"2026-03-05T07:45:17.085215Z","caller":"traceutil/trace.go:171","msg":"trace[185698652] linearizableReadLoop","detail":"{readStateIndex:8796; appliedIndex:8795; }","duration":"289.792547ms","start":"2026-03-05T07:45:16.795378Z","end":"2026-03-05T07:45:17.085171Z","steps":["trace[185698652] 'read index received' (duration: 289.49452ms)","trace[185698652] 'applied index is now lower than readState.Index' (duration: 296.307µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:45:17.085261Z","caller":"traceutil/trace.go:171","msg":"trace[1536230785] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"293.749632ms","start":"2026-03-05T07:45:16.791457Z","end":"2026-03-05T07:45:17.085206Z","steps":["trace[1536230785] 'process raft request' (duration: 293.348062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:17.085467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.071664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:45:17.085546Z","caller":"traceutil/trace.go:171","msg":"trace[146359167] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8466; }","duration":"290.214827ms","start":"2026-03-05T07:45:16.795315Z","end":"2026-03-05T07:45:17.08553Z","steps":["trace[146359167] 'agreement among raft nodes before linearized reading' (duration: 289.975522ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:45:17.086611Z","caller":"traceutil/trace.go:171","msg":"trace[66700587] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"273.520977ms","start":"2026-03-05T07:45:16.813066Z","end":"2026-03-05T07:45:17.086587Z","steps":["trace[66700587] 'process raft request' (duration: 273.373284ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:45:42.953337Z","caller":"traceutil/trace.go:171","msg":"trace[1088588796] linearizableReadLoop","detail":"{readStateIndex:9109; appliedIndex:9108; }","duration":"499.918281ms","start":"2026-03-05T07:45:42.453396Z","end":"2026-03-05T07:45:42.953315Z","steps":["trace[1088588796] 'read index received' (duration: 499.833639ms)","trace[1088588796] 'applied index is now lower than readState.Index' (duration: 83.742µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:45:42.953455Z","caller":"traceutil/trace.go:171","msg":"trace[1730171757] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"539.288931ms","start":"2026-03-05T07:45:42.414137Z","end":"2026-03-05T07:45:42.953426Z","steps":["trace[1730171757] 'process raft request' (duration: 539.017105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:42.953561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.166586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-05T07:45:42.953738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:42.41411Z","time spent":"539.536798ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:45:42.95384Z","caller":"traceutil/trace.go:171","msg":"trace[1057652290] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:8773; }","duration":"500.448673ms","start":"2026-03-05T07:45:42.453326Z","end":"2026-03-05T07:45:42.953775Z","steps":["trace[1057652290] 'agreement among raft nodes before linearized reading' (duration: 500.119435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:42.95401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:42.453304Z","time spent":"500.642968ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-05T07:45:42.965828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.820197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:45:42.965864Z","caller":"traceutil/trace.go:171","msg":"trace[700905620] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"148.825388ms","start":"2026-03-05T07:45:42.817007Z","end":"2026-03-05T07:45:42.965833Z","steps":["trace[700905620] 'process raft request' (duration: 148.563691ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:45:42.965926Z","caller":"traceutil/trace.go:171","msg":"trace[1684495024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8774; }","duration":"240.97767ms","start":"2026-03-05T07:45:42.72493Z","end":"2026-03-05T07:45:42.965907Z","steps":["trace[1684495024] 'agreement among raft nodes before linearized reading' (duration: 240.799166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:42.965955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.524975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:45:42.966014Z","caller":"traceutil/trace.go:171","msg":"trace[1123993555] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8774; }","duration":"103.630267ms","start":"2026-03-05T07:45:42.862365Z","end":"2026-03-05T07:45:42.965996Z","steps":["trace[1123993555] 'agreement among raft nodes before linearized reading' (duration: 103.529795ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:45:55.550491Z","caller":"traceutil/trace.go:171","msg":"trace[363984370] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"141.436411ms","start":"2026-03-05T07:45:55.409028Z","end":"2026-03-05T07:45:55.550464Z","steps":["trace[363984370] 'process raft request' (duration: 141.056451ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:45:55.789572Z","caller":"traceutil/trace.go:171","msg":"trace[957398829] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"235.13409ms","start":"2026-03-05T07:45:55.5544Z","end":"2026-03-05T07:45:55.789534Z","steps":["trace[957398829] 'process raft request' (duration: 197.849409ms)","trace[957398829] 'compare' (duration: 37.141028ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:45:55.789541Z","caller":"traceutil/trace.go:171","msg":"trace[1954769481] linearizableReadLoop","detail":"{readStateIndex:9182; appliedIndex:9181; }","duration":"185.910904ms","start":"2026-03-05T07:45:55.603599Z","end":"2026-03-05T07:45:55.789509Z","steps":["trace[1954769481] 'read index received' (duration: 148.632313ms)","trace[1954769481] 'applied index is now lower than readState.Index' (duration: 37.277491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:45:55.78978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.152379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T07:45:55.789832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.621453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:45:55.789865Z","caller":"traceutil/trace.go:171","msg":"trace[187975738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8842; }","duration":"186.279933ms","start":"2026-03-05T07:45:55.603564Z","end":"2026-03-05T07:45:55.789844Z","steps":["trace[187975738] 'agreement among raft nodes before linearized reading' (duration: 186.024977ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:45:55.789881Z","caller":"traceutil/trace.go:171","msg":"trace[543485520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8842; }","duration":"184.677454ms","start":"2026-03-05T07:45:55.605185Z","end":"2026-03-05T07:45:55.789863Z","steps":["trace[543485520] 'agreement among raft nodes before linearized reading' (duration: 184.557831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:55.790133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.66444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-05T07:45:55.790133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.562814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:45:55.790218Z","caller":"traceutil/trace.go:171","msg":"trace[380446120] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:8842; }","duration":"111.786462ms","start":"2026-03-05T07:45:55.67841Z","end":"2026-03-05T07:45:55.790197Z","steps":["trace[380446120] 'agreement among raft nodes before linearized reading' (duration: 111.455204ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:45:55.79023Z","caller":"traceutil/trace.go:171","msg":"trace[1563450957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8842; }","duration":"177.696907ms","start":"2026-03-05T07:45:55.612512Z","end":"2026-03-05T07:45:55.790209Z","steps":["trace[1563450957] 'agreement among raft nodes before linearized reading' (duration: 177.39618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:56.431655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.589558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:45:56.431973Z","caller":"traceutil/trace.go:171","msg":"trace[2057157907] linearizableReadLoop","detail":"{readStateIndex:9184; appliedIndex:9182; }","duration":"637.103349ms","start":"2026-03-05T07:45:55.794848Z","end":"2026-03-05T07:45:56.431951Z","steps":["trace[2057157907] 'read index received' (duration: 251.112302ms)","trace[2057157907] 'applied index is now lower than readState.Index' (duration: 385.989917ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:45:56.43213Z","caller":"traceutil/trace.go:171","msg":"trace[1896911711] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"636.810812ms","start":"2026-03-05T07:45:55.795303Z","end":"2026-03-05T07:45:56.432114Z","steps":["trace[1896911711] 'process raft request' (duration: 636.595227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:56.432237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:55.795247Z","time spent":"636.935534ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:45:56.432246Z","caller":"traceutil/trace.go:171","msg":"trace[1152838922] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"638.211174ms","start":"2026-03-05T07:45:55.794004Z","end":"2026-03-05T07:45:56.432195Z","steps":["trace[1152838922] 'process raft request' (duration: 251.967621ms)","trace[1152838922] 'compare' (duration: 385.322932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:45:56.432334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.875396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:45:56.43239Z","caller":"traceutil/trace.go:171","msg":"trace[321094625] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8845; }","duration":"378.986009ms","start":"2026-03-05T07:45:56.053388Z","end":"2026-03-05T07:45:56.432374Z","steps":["trace[321094625] 'agreement among raft nodes before linearized reading' (duration: 378.889997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:56.432433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:56.053364Z","time spent":"379.055ms","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:45:56.43248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.366301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:45:56.432477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.382053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ljrjp\" ","response":"range_response_count:1 size:19691"} {"level":"info","ts":"2026-03-05T07:45:56.432591Z","caller":"traceutil/trace.go:171","msg":"trace[54287731] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ljrjp; range_end:; response_count:1; response_revision:8845; }","duration":"101.500476ms","start":"2026-03-05T07:45:56.331073Z","end":"2026-03-05T07:45:56.432573Z","steps":["trace[54287731] 'agreement among raft nodes before linearized reading' (duration: 101.24171ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:45:56.432597Z","caller":"traceutil/trace.go:171","msg":"trace[966514312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8845; }","duration":"121.540565ms","start":"2026-03-05T07:45:56.311024Z","end":"2026-03-05T07:45:56.432564Z","steps":["trace[966514312] 'agreement among raft nodes before linearized reading' (duration: 121.320529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:56.432844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:55.79398Z","time spent":"638.379329ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:45:56.432871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.012061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289820"} {"level":"info","ts":"2026-03-05T07:45:56.43293Z","caller":"traceutil/trace.go:171","msg":"trace[775466350] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8845; }","duration":"638.106103ms","start":"2026-03-05T07:45:55.794808Z","end":"2026-03-05T07:45:56.432914Z","steps":["trace[775466350] 'agreement among raft nodes before linearized reading' (duration: 637.519278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:56.432965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:55.794787Z","time spent":"638.169205ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289844,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T07:45:56.433024Z","caller":"traceutil/trace.go:171","msg":"trace[2090650440] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"638.220176ms","start":"2026-03-05T07:45:55.794782Z","end":"2026-03-05T07:45:56.433002Z","steps":["trace[2090650440] 'process raft request' (duration: 636.995876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:45:56.43313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:45:55.794758Z","time spent":"638.305848ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:45:57.388508Z","caller":"traceutil/trace.go:171","msg":"trace[526255852] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"130.07054ms","start":"2026-03-05T07:45:57.258398Z","end":"2026-03-05T07:45:57.388468Z","steps":["trace[526255852] 'process raft request' (duration: 81.688263ms)","trace[526255852] 'compare' (duration: 48.229213ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:47:55.054647Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T07:47:55.061332Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-05T07:47:55.061395Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-05T07:48:09.429149Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7446} {"level":"info","ts":"2026-03-05T07:48:09.490587Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7446,"took":"58.99041ms","hash":944563912,"current-db-size-bytes":41897984,"current-db-size":"42 MB","current-db-size-in-use-bytes":25251840,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-05T07:48:09.490664Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":944563912,"revision":7446,"compact-revision":5511} {"level":"info","ts":"2026-03-05T07:49:20.272117Z","caller":"traceutil/trace.go:171","msg":"trace[175663468] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"134.007601ms","start":"2026-03-05T07:49:20.138074Z","end":"2026-03-05T07:49:20.272082Z","steps":["trace[175663468] 'process raft request' (duration: 132.982855ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:49:42.642191Z","caller":"traceutil/trace.go:171","msg":"trace[917345470] linearizableReadLoop","detail":"{readStateIndex:10983; appliedIndex:10982; }","duration":"175.959762ms","start":"2026-03-05T07:49:42.466207Z","end":"2026-03-05T07:49:42.642167Z","steps":["trace[917345470] 'read index received' (duration: 175.789618ms)","trace[917345470] 'applied index is now lower than readState.Index' (duration: 168.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:49:42.642304Z","caller":"traceutil/trace.go:171","msg":"trace[1561677547] transaction","detail":"{read_only:false; response_revision:10589; number_of_response:1; }","duration":"295.294651ms","start":"2026-03-05T07:49:42.347002Z","end":"2026-03-05T07:49:42.642296Z","steps":["trace[1561677547] 'process raft request' (duration: 295.006324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:49:42.64251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.297851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-05T07:49:42.642539Z","caller":"traceutil/trace.go:171","msg":"trace[1943189957] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:10589; }","duration":"176.376423ms","start":"2026-03-05T07:49:42.466154Z","end":"2026-03-05T07:49:42.642531Z","steps":["trace[1943189957] 'agreement among raft nodes before linearized reading' (duration: 176.26127ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:53:09.439609Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9712} {"level":"info","ts":"2026-03-05T07:53:09.52119Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9712,"took":"79.131459ms","hash":2730770685,"current-db-size-bytes":41897984,"current-db-size":"42 MB","current-db-size-in-use-bytes":23457792,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-05T07:53:09.521256Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2730770685,"revision":9712,"compact-revision":7446} {"level":"info","ts":"2026-03-05T07:55:04.844783Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003316.wal"} {"level":"info","ts":"2026-03-05T07:55:31.457841Z","caller":"traceutil/trace.go:171","msg":"trace[1273167829] transaction","detail":"{read_only:false; response_revision:12797; number_of_response:1; }","duration":"137.486662ms","start":"2026-03-05T07:55:31.320326Z","end":"2026-03-05T07:55:31.457813Z","steps":["trace[1273167829] 'process raft request' (duration: 137.328138ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:50.56928Z","caller":"traceutil/trace.go:171","msg":"trace[2112214333] linearizableReadLoop","detail":"{readStateIndex:13372; appliedIndex:13371; }","duration":"259.69196ms","start":"2026-03-05T07:55:50.309569Z","end":"2026-03-05T07:55:50.569261Z","steps":["trace[2112214333] 'read index received' (duration: 259.552246ms)","trace[2112214333] 'applied index is now lower than readState.Index' (duration: 138.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:50.56954Z","caller":"traceutil/trace.go:171","msg":"trace[1445335006] transaction","detail":"{read_only:false; response_revision:12891; number_of_response:1; }","duration":"268.212332ms","start":"2026-03-05T07:55:50.301322Z","end":"2026-03-05T07:55:50.569534Z","steps":["trace[1445335006] 'process raft request' (duration: 267.844164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:50.569661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.088089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:55:50.569682Z","caller":"traceutil/trace.go:171","msg":"trace[878995091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12891; }","duration":"260.154011ms","start":"2026-03-05T07:55:50.309523Z","end":"2026-03-05T07:55:50.569677Z","steps":["trace[878995091] 'agreement among raft nodes before linearized reading' (duration: 260.10913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:50.569775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.374529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:55:50.569795Z","caller":"traceutil/trace.go:171","msg":"trace[651227345] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12891; }","duration":"186.434589ms","start":"2026-03-05T07:55:50.383354Z","end":"2026-03-05T07:55:50.569789Z","steps":["trace[651227345] 'agreement among raft nodes before linearized reading' (duration: 186.401848ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:07.039055Z","caller":"traceutil/trace.go:171","msg":"trace[629083450] linearizableReadLoop","detail":"{readStateIndex:13468; appliedIndex:13467; }","duration":"186.275325ms","start":"2026-03-05T07:56:06.852753Z","end":"2026-03-05T07:56:07.039028Z","steps":["trace[629083450] 'read index received' (duration: 186.05075ms)","trace[629083450] 'applied index is now lower than readState.Index' (duration: 223.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:56:07.039162Z","caller":"traceutil/trace.go:171","msg":"trace[1491337575] transaction","detail":"{read_only:false; response_revision:12983; number_of_response:1; }","duration":"481.089344ms","start":"2026-03-05T07:56:06.558014Z","end":"2026-03-05T07:56:07.039103Z","steps":["trace[1491337575] 'process raft request' (duration: 480.847219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:07.039426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.636324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T07:56:07.039464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:06.557964Z","time spent":"481.3495ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:56:07.039553Z","caller":"traceutil/trace.go:171","msg":"trace[797435525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12983; }","duration":"186.814268ms","start":"2026-03-05T07:56:06.852709Z","end":"2026-03-05T07:56:07.039524Z","steps":["trace[797435525] 'agreement among raft nodes before linearized reading' (duration: 186.433729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:29.649821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343231885,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T07:56:29.824161Z","caller":"traceutil/trace.go:171","msg":"trace[1468549106] transaction","detail":"{read_only:false; response_revision:13281; number_of_response:1; }","duration":"985.087285ms","start":"2026-03-05T07:56:28.839046Z","end":"2026-03-05T07:56:29.824133Z","steps":["trace[1468549106] 'process raft request' (duration: 984.85388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:29.824354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:28.83903Z","time spent":"985.220068ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3738,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:56:29.833415Z","caller":"traceutil/trace.go:171","msg":"trace[1451131243] linearizableReadLoop","detail":"{readStateIndex:13781; appliedIndex:13779; }","duration":"683.920775ms","start":"2026-03-05T07:56:29.149464Z","end":"2026-03-05T07:56:29.833384Z","steps":["trace[1451131243] 'read index received' (duration: 674.515321ms)","trace[1451131243] 'applied index is now lower than readState.Index' (duration: 9.404514ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:56:29.833657Z","caller":"traceutil/trace.go:171","msg":"trace[2107372365] transaction","detail":"{read_only:false; response_revision:13283; number_of_response:1; }","duration":"164.970918ms","start":"2026-03-05T07:56:29.668641Z","end":"2026-03-05T07:56:29.833612Z","steps":["trace[2107372365] 'process raft request' (duration: 164.695271ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:29.833666Z","caller":"traceutil/trace.go:171","msg":"trace[1432608138] transaction","detail":"{read_only:false; response_revision:13282; number_of_response:1; }","duration":"479.724181ms","start":"2026-03-05T07:56:29.353898Z","end":"2026-03-05T07:56:29.833622Z","steps":["trace[1432608138] 'process raft request' (duration: 479.234499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:29.833859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.377496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T07:56:29.833864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:29.353875Z","time spent":"479.879215ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:56:29.833907Z","caller":"traceutil/trace.go:171","msg":"trace[809960847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13283; }","duration":"684.488658ms","start":"2026-03-05T07:56:29.149408Z","end":"2026-03-05T07:56:29.833897Z","steps":["trace[809960847] 'agreement among raft nodes before linearized reading' (duration: 684.293584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:29.833938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:29.149387Z","time spent":"684.54333ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:56:29.834107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.979715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T07:56:29.834146Z","caller":"traceutil/trace.go:171","msg":"trace[204395303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13283; }","duration":"676.058147ms","start":"2026-03-05T07:56:29.158077Z","end":"2026-03-05T07:56:29.834136Z","steps":["trace[204395303] 'agreement among raft nodes before linearized reading' (duration: 675.960395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:29.83417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:29.158055Z","time spent":"676.109089ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:56:29.834231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.152599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:56:29.834333Z","caller":"traceutil/trace.go:171","msg":"trace[1226725811] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:13283; }","duration":"283.266061ms","start":"2026-03-05T07:56:29.551049Z","end":"2026-03-05T07:56:29.834315Z","steps":["trace[1226725811] 'agreement among raft nodes before linearized reading' (duration: 283.024495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:29.834395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.014898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:56:29.834436Z","caller":"traceutil/trace.go:171","msg":"trace[2138269580] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13283; }","duration":"312.087669ms","start":"2026-03-05T07:56:29.522336Z","end":"2026-03-05T07:56:29.834424Z","steps":["trace[2138269580] 'agreement among raft nodes before linearized reading' (duration: 312.023437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:29.834467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:29.522318Z","time spent":"312.140081ms","remote":"127.0.0.1:36558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:56:29.83447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.450837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-05T07:56:29.834525Z","caller":"traceutil/trace.go:171","msg":"trace[1801350644] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13283; }","duration":"573.503749ms","start":"2026-03-05T07:56:29.261004Z","end":"2026-03-05T07:56:29.834508Z","steps":["trace[1801350644] 'agreement among raft nodes before linearized reading' (duration: 573.429397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:29.834564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:29.260953Z","time spent":"573.604141ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T07:56:29.834701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.260243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:56:29.834733Z","caller":"traceutil/trace.go:171","msg":"trace[1820506443] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:13283; }","duration":"348.322124ms","start":"2026-03-05T07:56:29.486401Z","end":"2026-03-05T07:56:29.834723Z","steps":["trace[1820506443] 'agreement among raft nodes before linearized reading' (duration: 348.234042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:29.834758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:29.486382Z","time spent":"348.370315ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4xlf\" "} {"level":"warn","ts":"2026-03-05T07:56:29.83484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.928979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xphrs\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-05T07:56:29.834879Z","caller":"traceutil/trace.go:171","msg":"trace[353840009] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xphrs; range_end:; response_count:1; response_revision:13283; }","duration":"189.025001ms","start":"2026-03-05T07:56:29.645844Z","end":"2026-03-05T07:56:29.834869Z","steps":["trace[353840009] 'agreement among raft nodes before linearized reading' (duration: 188.912989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:29.835006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.298384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-05T07:56:29.835042Z","caller":"traceutil/trace.go:171","msg":"trace[1332602134] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13283; }","duration":"441.372996ms","start":"2026-03-05T07:56:29.39366Z","end":"2026-03-05T07:56:29.835033Z","steps":["trace[1332602134] 'agreement among raft nodes before linearized reading' (duration: 441.251662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:29.835069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:29.39364Z","time spent":"441.424007ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:56:29.835202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.851849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:56:29.835188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.980546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee969c10-fc27-4201-b945-2317125fb775\" ","response":"range_response_count:1 size:3753"} {"level":"info","ts":"2026-03-05T07:56:29.835243Z","caller":"traceutil/trace.go:171","msg":"trace[248295507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13283; }","duration":"524.914771ms","start":"2026-03-05T07:56:29.310318Z","end":"2026-03-05T07:56:29.835233Z","steps":["trace[248295507] 'agreement among raft nodes before linearized reading' (duration: 524.853969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:29.835291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:29.310308Z","time spent":"524.973092ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:56:29.8353Z","caller":"traceutil/trace.go:171","msg":"trace[601083281] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee969c10-fc27-4201-b945-2317125fb775; range_end:; response_count:1; response_revision:13283; }","duration":"570.099209ms","start":"2026-03-05T07:56:29.265146Z","end":"2026-03-05T07:56:29.835245Z","steps":["trace[601083281] 'agreement among raft nodes before linearized reading' (duration: 569.948515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:29.835359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:29.265126Z","time spent":"570.219651ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3777,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee969c10-fc27-4201-b945-2317125fb775\" "} {"level":"warn","ts":"2026-03-05T07:56:29.83555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.952905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:56:29.83566Z","caller":"traceutil/trace.go:171","msg":"trace[1848073363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13283; }","duration":"102.446285ms","start":"2026-03-05T07:56:29.733199Z","end":"2026-03-05T07:56:29.835646Z","steps":["trace[1848073363] 'agreement among raft nodes before linearized reading' (duration: 101.508422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:30.10734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.810485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:56:30.1077Z","caller":"traceutil/trace.go:171","msg":"trace[745384921] linearizableReadLoop","detail":"{readStateIndex:13787; appliedIndex:13782; }","duration":"267.211999ms","start":"2026-03-05T07:56:29.84047Z","end":"2026-03-05T07:56:30.107682Z","steps":["trace[745384921] 'read index received' (duration: 31.930183ms)","trace[745384921] 'applied index is now lower than readState.Index' (duration: 235.280686ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:56:30.107813Z","caller":"traceutil/trace.go:171","msg":"trace[189746532] transaction","detail":"{read_only:false; response_revision:13287; number_of_response:1; }","duration":"267.395743ms","start":"2026-03-05T07:56:29.840406Z","end":"2026-03-05T07:56:30.107802Z","steps":["trace[189746532] 'process raft request' (duration: 267.141907ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:30.107812Z","caller":"traceutil/trace.go:171","msg":"trace[1384117562] transaction","detail":"{read_only:false; response_revision:13286; number_of_response:1; }","duration":"268.175431ms","start":"2026-03-05T07:56:29.839594Z","end":"2026-03-05T07:56:30.10777Z","steps":["trace[1384117562] 'process raft request' (duration: 267.921945ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:30.107857Z","caller":"traceutil/trace.go:171","msg":"trace[1476737877] transaction","detail":"{read_only:false; response_revision:13284; number_of_response:1; }","duration":"268.299344ms","start":"2026-03-05T07:56:29.839516Z","end":"2026-03-05T07:56:30.107815Z","steps":["trace[1476737877] 'process raft request' (duration: 32.866485ms)","trace[1476737877] 'compare' (duration: 234.652591ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:56:30.107918Z","caller":"traceutil/trace.go:171","msg":"trace[1378044344] transaction","detail":"{read_only:false; response_revision:13289; number_of_response:1; }","duration":"267.420053ms","start":"2026-03-05T07:56:29.84049Z","end":"2026-03-05T07:56:30.10791Z","steps":["trace[1378044344] 'process raft request' (duration: 267.130457ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:30.107849Z","caller":"traceutil/trace.go:171","msg":"trace[44379742] transaction","detail":"{read_only:false; response_revision:13290; number_of_response:1; }","duration":"267.142136ms","start":"2026-03-05T07:56:29.840677Z","end":"2026-03-05T07:56:30.107819Z","steps":["trace[44379742] 'process raft request' (duration: 266.971922ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:30.108055Z","caller":"traceutil/trace.go:171","msg":"trace[458099798] transaction","detail":"{read_only:false; response_revision:13285; number_of_response:1; }","duration":"268.490629ms","start":"2026-03-05T07:56:29.839552Z","end":"2026-03-05T07:56:30.108042Z","steps":["trace[458099798] 'process raft request' (duration: 267.908955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:30.108126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.649999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19055"} {"level":"info","ts":"2026-03-05T07:56:30.108169Z","caller":"traceutil/trace.go:171","msg":"trace[741965369] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13290; }","duration":"267.722961ms","start":"2026-03-05T07:56:29.840434Z","end":"2026-03-05T07:56:30.108157Z","steps":["trace[741965369] 'agreement among raft nodes before linearized reading' (duration: 267.520516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:30.108244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.440796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:56:30.108302Z","caller":"traceutil/trace.go:171","msg":"trace[2037571220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13290; }","duration":"185.576019ms","start":"2026-03-05T07:56:29.92271Z","end":"2026-03-05T07:56:30.108286Z","steps":["trace[2037571220] 'agreement among raft nodes before linearized reading' (duration: 185.449726ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:30.10853Z","caller":"traceutil/trace.go:171","msg":"trace[1764413141] transaction","detail":"{read_only:false; response_revision:13288; number_of_response:1; }","duration":"268.062319ms","start":"2026-03-05T07:56:29.840432Z","end":"2026-03-05T07:56:30.108494Z","steps":["trace[1764413141] 'process raft request' (duration: 267.152058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:30.108792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.210373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626201"} {"level":"info","ts":"2026-03-05T07:56:30.108848Z","caller":"traceutil/trace.go:171","msg":"trace[1277448972] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:13290; }","duration":"268.279664ms","start":"2026-03-05T07:56:29.840555Z","end":"2026-03-05T07:56:30.108835Z","steps":["trace[1277448972] 'agreement among raft nodes before linearized reading' (duration: 267.508786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:30.108966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.542816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626201"} {"level":"info","ts":"2026-03-05T07:56:30.109024Z","caller":"traceutil/trace.go:171","msg":"trace[11577185] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:13290; }","duration":"267.627537ms","start":"2026-03-05T07:56:29.841384Z","end":"2026-03-05T07:56:30.109011Z","steps":["trace[11577185] 'agreement among raft nodes before linearized reading' (duration: 266.785668ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:07.574721Z","caller":"traceutil/trace.go:171","msg":"trace[725218629] transaction","detail":"{read_only:false; response_revision:13760; number_of_response:1; }","duration":"108.748005ms","start":"2026-03-05T07:57:07.465952Z","end":"2026-03-05T07:57:07.5747Z","steps":["trace[725218629] 'process raft request' (duration: 89.235619ms)","trace[725218629] 'compare' (duration: 19.324381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:57:08.126017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.835784ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T07:57:08.126138Z","caller":"traceutil/trace.go:171","msg":"trace[1479874121] linearizableReadLoop","detail":"{readStateIndex:14270; appliedIndex:14269; }","duration":"516.177271ms","start":"2026-03-05T07:57:07.609943Z","end":"2026-03-05T07:57:08.12612Z","steps":["trace[1479874121] 'read index received' (duration: 18.170114ms)","trace[1479874121] 'applied index is now lower than readState.Index' (duration: 498.005537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:57:08.126172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.009367ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:08.126365Z","caller":"traceutil/trace.go:171","msg":"trace[64519997] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13760; }","duration":"480.231472ms","start":"2026-03-05T07:57:07.646106Z","end":"2026-03-05T07:57:08.126337Z","steps":["trace[64519997] 'range keys from in-memory index tree' (duration: 479.980977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.127327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.318869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:724241"} {"level":"info","ts":"2026-03-05T07:57:08.12741Z","caller":"traceutil/trace.go:171","msg":"trace[637886067] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:13760; }","duration":"517.456002ms","start":"2026-03-05T07:57:07.609936Z","end":"2026-03-05T07:57:08.127392Z","steps":["trace[637886067] 'agreement among raft nodes before linearized reading' (duration: 516.414207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.127456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:07.609921Z","time spent":"517.522473ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":724265,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T07:57:08.130008Z","caller":"traceutil/trace.go:171","msg":"trace[342893115] transaction","detail":"{read_only:false; response_revision:13761; number_of_response:1; }","duration":"418.648904ms","start":"2026-03-05T07:57:07.711323Z","end":"2026-03-05T07:57:08.129972Z","steps":["trace[342893115] 'process raft request' (duration: 418.46792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.130176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:07.711251Z","time spent":"418.851149ms","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2748,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T07:57:08.844161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.82804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:57:08.844415Z","caller":"traceutil/trace.go:171","msg":"trace[1766589593] linearizableReadLoop","detail":"{readStateIndex:14274; appliedIndex:14270; }","duration":"718.213995ms","start":"2026-03-05T07:57:08.126166Z","end":"2026-03-05T07:57:08.84438Z","steps":["trace[1766589593] 'read index received' (duration: 3.588046ms)","trace[1766589593] 'applied index is now lower than readState.Index' (duration: 714.624959ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:57:08.844498Z","caller":"traceutil/trace.go:171","msg":"trace[18876123] transaction","detail":"{read_only:false; response_revision:13763; number_of_response:1; }","duration":"876.460022ms","start":"2026-03-05T07:57:07.968028Z","end":"2026-03-05T07:57:08.844488Z","steps":["trace[18876123] 'process raft request' (duration: 876.234746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.844579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:07.96801Z","time spent":"876.519163ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:08.844824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.316269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:08.844794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.120675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:08.844864Z","caller":"traceutil/trace.go:171","msg":"trace[1918392391] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13764; }","duration":"742.400991ms","start":"2026-03-05T07:57:08.102452Z","end":"2026-03-05T07:57:08.844853Z","steps":["trace[1918392391] 'agreement among raft nodes before linearized reading' (duration: 742.33761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.8449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.102428Z","time spent":"742.464593ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T07:57:08.844874Z","caller":"traceutil/trace.go:171","msg":"trace[1706943306] transaction","detail":"{read_only:false; response_revision:13764; number_of_response:1; }","duration":"874.054944ms","start":"2026-03-05T07:57:07.970768Z","end":"2026-03-05T07:57:08.844823Z","steps":["trace[1706943306] 'process raft request' (duration: 873.572622ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:08.84491Z","caller":"traceutil/trace.go:171","msg":"trace[1127036177] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13764; }","duration":"742.326289ms","start":"2026-03-05T07:57:08.102557Z","end":"2026-03-05T07:57:08.844883Z","steps":["trace[1127036177] 'agreement among raft nodes before linearized reading' (duration: 742.093524ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:08.844896Z","caller":"traceutil/trace.go:171","msg":"trace[1173778542] transaction","detail":"{read_only:false; response_revision:13762; number_of_response:1; }","duration":"910.216798ms","start":"2026-03-05T07:57:07.934611Z","end":"2026-03-05T07:57:08.844828Z","steps":["trace[1173778542] 'process raft request' (duration: 541.650289ms)","trace[1173778542] 'compare' (duration: 367.682937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:57:08.844964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.102515Z","time spent":"742.439322ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:57:08.844836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.204597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:08.845039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:07.97073Z","time spent":"874.219758ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:08.845095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:07.934571Z","time spent":"910.441193ms","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4047,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T07:57:08.845073Z","caller":"traceutil/trace.go:171","msg":"trace[56176528] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13764; }","duration":"742.468403ms","start":"2026-03-05T07:57:08.102577Z","end":"2026-03-05T07:57:08.845046Z","steps":["trace[56176528] 'agreement among raft nodes before linearized reading' (duration: 742.130425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.845131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.977608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:08.845259Z","caller":"traceutil/trace.go:171","msg":"trace[572346261] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13764; }","duration":"741.177652ms","start":"2026-03-05T07:57:08.104062Z","end":"2026-03-05T07:57:08.845239Z","steps":["trace[572346261] 'agreement among raft nodes before linearized reading' (duration: 740.852635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.84534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.10405Z","time spent":"741.279435ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:57:08.84529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.102568Z","time spent":"742.708108ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T07:57:08.894421Z","caller":"traceutil/trace.go:171","msg":"trace[1934346168] transaction","detail":"{read_only:false; response_revision:13765; number_of_response:1; }","duration":"512.873562ms","start":"2026-03-05T07:57:08.381524Z","end":"2026-03-05T07:57:08.894398Z","steps":["trace[1934346168] 'process raft request' (duration: 512.423182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.894554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.381505Z","time spent":"512.974655ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:08.894555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.92255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T07:57:08.894554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.211623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-05T07:57:08.894599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.560582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xphrs\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-05T07:57:08.894644Z","caller":"traceutil/trace.go:171","msg":"trace[1490708159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13765; }","duration":"582.089455ms","start":"2026-03-05T07:57:08.312535Z","end":"2026-03-05T07:57:08.894624Z","steps":["trace[1490708159] 'agreement among raft nodes before linearized reading' (duration: 581.746856ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:08.894678Z","caller":"traceutil/trace.go:171","msg":"trace[386029711] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xphrs; range_end:; response_count:1; response_revision:13765; }","duration":"431.681735ms","start":"2026-03-05T07:57:08.462975Z","end":"2026-03-05T07:57:08.894657Z","steps":["trace[386029711] 'agreement among raft nodes before linearized reading' (duration: 431.441419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.894645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.780538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:08.894713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.31252Z","time spent":"582.183687ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:57:08.894725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.462957Z","time spent":"431.758697ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xphrs\" "} {"level":"warn","ts":"2026-03-05T07:57:08.894733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.335849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:57:08.894751Z","caller":"traceutil/trace.go:171","msg":"trace[1322845426] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13765; }","duration":"488.947962ms","start":"2026-03-05T07:57:08.405778Z","end":"2026-03-05T07:57:08.894726Z","steps":["trace[1322845426] 'agreement among raft nodes before linearized reading' (duration: 488.759187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.894798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.405758Z","time spent":"489.031033ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:08.894787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.036144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:57:08.89482Z","caller":"traceutil/trace.go:171","msg":"trace[285234270] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:13765; }","duration":"447.428731ms","start":"2026-03-05T07:57:08.447348Z","end":"2026-03-05T07:57:08.894777Z","steps":["trace[285234270] 'agreement among raft nodes before linearized reading' (duration: 447.112903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.894813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.26856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:08.894889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.574903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:08.894923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.447332Z","time spent":"447.527363ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4xlf\" "} {"level":"info","ts":"2026-03-05T07:57:08.89493Z","caller":"traceutil/trace.go:171","msg":"trace[296951188] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13765; }","duration":"488.633404ms","start":"2026-03-05T07:57:08.406286Z","end":"2026-03-05T07:57:08.894919Z","steps":["trace[296951188] 'agreement among raft nodes before linearized reading' (duration: 488.569603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.894945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.055876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-05T07:57:08.894964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.406277Z","time spent":"488.681155ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T07:57:08.894974Z","caller":"traceutil/trace.go:171","msg":"trace[1696961927] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13765; }","duration":"306.123378ms","start":"2026-03-05T07:57:08.588843Z","end":"2026-03-05T07:57:08.894966Z","steps":["trace[1696961927] 'agreement among raft nodes before linearized reading' (duration: 305.498962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.90337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.58882Z","time spent":"314.522419ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-05T07:57:08.894953Z","caller":"traceutil/trace.go:171","msg":"trace[1466852596] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13765; }","duration":"683.430553ms","start":"2026-03-05T07:57:08.211471Z","end":"2026-03-05T07:57:08.894902Z","steps":["trace[1466852596] 'agreement among raft nodes before linearized reading' (duration: 683.193678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.903451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.21146Z","time spent":"691.972158ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T07:57:08.89486Z","caller":"traceutil/trace.go:171","msg":"trace[1990822436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13765; }","duration":"577.146357ms","start":"2026-03-05T07:57:08.317696Z","end":"2026-03-05T07:57:08.894843Z","steps":["trace[1990822436] 'agreement among raft nodes before linearized reading' (duration: 576.902611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.903645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.317685Z","time spent":"585.949437ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:57:08.895401Z","caller":"traceutil/trace.go:171","msg":"trace[2113670423] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13765; }","duration":"488.371348ms","start":"2026-03-05T07:57:08.406267Z","end":"2026-03-05T07:57:08.894638Z","steps":["trace[2113670423] 'agreement among raft nodes before linearized reading' (duration: 488.051609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.903731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.406246Z","time spent":"497.459125ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:57:08.895089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.517157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:08.903867Z","caller":"traceutil/trace.go:171","msg":"trace[1686706929] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13765; }","duration":"749.296297ms","start":"2026-03-05T07:57:08.154553Z","end":"2026-03-05T07:57:08.90385Z","steps":["trace[1686706929] 'agreement among raft nodes before linearized reading' (duration: 740.503757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.903916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.154549Z","time spent":"749.355788ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T07:57:08.895108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.124533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:08.904048Z","caller":"traceutil/trace.go:171","msg":"trace[1694801072] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13765; }","duration":"753.071386ms","start":"2026-03-05T07:57:08.150967Z","end":"2026-03-05T07:57:08.904039Z","steps":["trace[1694801072] 'agreement among raft nodes before linearized reading' (duration: 744.109852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.90408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.150965Z","time spent":"753.105417ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:57:08.895131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.493439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:08.904159Z","caller":"traceutil/trace.go:171","msg":"trace[1228298519] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13765; }","duration":"693.555566ms","start":"2026-03-05T07:57:08.210595Z","end":"2026-03-05T07:57:08.904151Z","steps":["trace[1228298519] 'agreement among raft nodes before linearized reading' (duration: 684.51875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.90419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.210577Z","time spent":"693.607148ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:08.895159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.695541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:57:08.904324Z","caller":"traceutil/trace.go:171","msg":"trace[670296298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13765; }","duration":"594.834808ms","start":"2026-03-05T07:57:08.309423Z","end":"2026-03-05T07:57:08.904258Z","steps":["trace[670296298] 'agreement among raft nodes before linearized reading' (duration: 585.568327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.895165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.578988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:08.905473Z","caller":"traceutil/trace.go:171","msg":"trace[614197254] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13765; }","duration":"750.618497ms","start":"2026-03-05T07:57:08.154575Z","end":"2026-03-05T07:57:08.905193Z","steps":["trace[614197254] 'agreement among raft nodes before linearized reading' (duration: 740.575088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.895166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.254365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T07:57:08.895224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.056399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:08.895256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.298747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:08.895257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.014516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T07:57:08.895308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.790162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-05T07:57:08.905532Z","caller":"traceutil/trace.go:171","msg":"trace[461424307] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13765; }","duration":"694.033246ms","start":"2026-03-05T07:57:08.21149Z","end":"2026-03-05T07:57:08.905523Z","steps":["trace[461424307] 'agreement among raft nodes before linearized reading' (duration: 683.72567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.905538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.154573Z","time spent":"750.940926ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T07:57:08.905585Z","caller":"traceutil/trace.go:171","msg":"trace[455980554] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13765; }","duration":"754.656783ms","start":"2026-03-05T07:57:08.150922Z","end":"2026-03-05T07:57:08.905579Z","steps":["trace[455980554] 'agreement among raft nodes before linearized reading' (duration: 744.316557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.905609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.150906Z","time spent":"754.698305ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T07:57:08.905601Z","caller":"traceutil/trace.go:171","msg":"trace[74878502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13765; }","duration":"596.445696ms","start":"2026-03-05T07:57:08.309137Z","end":"2026-03-05T07:57:08.905583Z","steps":["trace[74878502] 'agreement among raft nodes before linearized reading' (duration: 586.058059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.905645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.309125Z","time spent":"596.507848ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:57:08.905566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.21148Z","time spent":"694.073887ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-05T07:57:08.905721Z","caller":"traceutil/trace.go:171","msg":"trace[1888616848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13765; }","duration":"591.820157ms","start":"2026-03-05T07:57:08.313877Z","end":"2026-03-05T07:57:08.905697Z","steps":["trace[1888616848] 'agreement among raft nodes before linearized reading' (duration: 581.203524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.905779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.313862Z","time spent":"591.90594ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:57:08.905648Z","caller":"traceutil/trace.go:171","msg":"trace[205922580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13765; }","duration":"616.423985ms","start":"2026-03-05T07:57:08.289214Z","end":"2026-03-05T07:57:08.905638Z","steps":["trace[205922580] 'agreement among raft nodes before linearized reading' (duration: 605.988136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:08.905438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.309406Z","time spent":"595.993486ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:57:08.905935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:08.289201Z","time spent":"616.723992ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:57:09.19976Z","caller":"traceutil/trace.go:171","msg":"trace[2103218309] linearizableReadLoop","detail":"{readStateIndex:14297; appliedIndex:14296; }","duration":"180.881697ms","start":"2026-03-05T07:57:09.018789Z","end":"2026-03-05T07:57:09.19967Z","steps":["trace[2103218309] 'read index received' (duration: 143.445544ms)","trace[2103218309] 'applied index is now lower than readState.Index' (duration: 37.434153ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:57:09.199787Z","caller":"traceutil/trace.go:171","msg":"trace[869444571] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13786; }","duration":"183.0979ms","start":"2026-03-05T07:57:09.01665Z","end":"2026-03-05T07:57:09.199747Z","steps":["trace[869444571] 'process raft request' (duration: 145.582005ms)","trace[869444571] 'compare' (duration: 37.335601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:57:09.200095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.275727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-05T07:57:09.200177Z","caller":"traceutil/trace.go:171","msg":"trace[2087881878] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:13786; }","duration":"181.401831ms","start":"2026-03-05T07:57:09.018754Z","end":"2026-03-05T07:57:09.200156Z","steps":["trace[2087881878] 'agreement among raft nodes before linearized reading' (duration: 181.075182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:09.203332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.613477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-novncproxy-vencrypt-ltshh\" ","response":"range_response_count:1 size:4062"} {"level":"info","ts":"2026-03-05T07:57:09.203414Z","caller":"traceutil/trace.go:171","msg":"trace[1962518226] range","detail":"{range_begin:/registry/secrets/openstack/nova-novncproxy-vencrypt-ltshh; range_end:; response_count:1; response_revision:13787; }","duration":"179.71911ms","start":"2026-03-05T07:57:09.023673Z","end":"2026-03-05T07:57:09.203393Z","steps":["trace[1962518226] 'agreement among raft nodes before linearized reading' (duration: 179.466544ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:09.203603Z","caller":"traceutil/trace.go:171","msg":"trace[1781924356] transaction","detail":"{read_only:false; response_revision:13787; number_of_response:1; }","duration":"180.044758ms","start":"2026-03-05T07:57:09.023516Z","end":"2026-03-05T07:57:09.203561Z","steps":["trace[1781924356] 'process raft request' (duration: 179.463594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:09.203824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.745053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:6311"} {"level":"info","ts":"2026-03-05T07:57:09.20389Z","caller":"traceutil/trace.go:171","msg":"trace[1094695164] range","detail":"{range_begin:/registry/secrets/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:13787; }","duration":"177.864156ms","start":"2026-03-05T07:57:09.02601Z","end":"2026-03-05T07:57:09.203875Z","steps":["trace[1094695164] 'agreement among raft nodes before linearized reading' (duration: 177.60283ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:09.346791Z","caller":"traceutil/trace.go:171","msg":"trace[1359266105] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13789; }","duration":"119.874612ms","start":"2026-03-05T07:57:09.226889Z","end":"2026-03-05T07:57:09.346763Z","steps":["trace[1359266105] 'process raft request' (duration: 119.515443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:09.347307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.983685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-05T07:57:09.347376Z","caller":"traceutil/trace.go:171","msg":"trace[341637544] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:13789; }","duration":"115.141229ms","start":"2026-03-05T07:57:09.232215Z","end":"2026-03-05T07:57:09.347356Z","steps":["trace[341637544] 'agreement among raft nodes before linearized reading' (duration: 114.940874ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:26.115485Z","caller":"traceutil/trace.go:171","msg":"trace[672152197] transaction","detail":"{read_only:false; response_revision:13909; number_of_response:1; }","duration":"175.604362ms","start":"2026-03-05T07:57:25.939851Z","end":"2026-03-05T07:57:26.115455Z","steps":["trace[672152197] 'process raft request' (duration: 175.294224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:26.583248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.901765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:26.583395Z","caller":"traceutil/trace.go:171","msg":"trace[678223529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13909; }","duration":"273.09472ms","start":"2026-03-05T07:57:26.310274Z","end":"2026-03-05T07:57:26.583369Z","steps":["trace[678223529] 'range keys from in-memory index tree' (duration: 272.801423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:26.583683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.033406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-05T07:57:26.583745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.865304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jfjc6\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-05T07:57:26.583759Z","caller":"traceutil/trace.go:171","msg":"trace[1338138685] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13909; }","duration":"399.159389ms","start":"2026-03-05T07:57:26.184582Z","end":"2026-03-05T07:57:26.583741Z","steps":["trace[1338138685] 'range keys from in-memory index tree' (duration: 398.81799ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:26.583779Z","caller":"traceutil/trace.go:171","msg":"trace[1898041606] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jfjc6; range_end:; response_count:1; response_revision:13909; }","duration":"249.961856ms","start":"2026-03-05T07:57:26.333807Z","end":"2026-03-05T07:57:26.583769Z","steps":["trace[1898041606] 'range keys from in-memory index tree' (duration: 249.624938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:26.583805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.18456Z","time spent":"399.23615ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T07:57:27.363316Z","caller":"traceutil/trace.go:171","msg":"trace[437432087] transaction","detail":"{read_only:false; response_revision:13910; number_of_response:1; }","duration":"460.40656ms","start":"2026-03-05T07:57:26.902888Z","end":"2026-03-05T07:57:27.363295Z","steps":["trace[437432087] 'process raft request' (duration: 460.252576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.363442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.902873Z","time spent":"460.500273ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:27.507483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.806416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:57:27.507701Z","caller":"traceutil/trace.go:171","msg":"trace[95084243] linearizableReadLoop","detail":"{readStateIndex:14426; appliedIndex:14424; }","duration":"569.496945ms","start":"2026-03-05T07:57:26.938186Z","end":"2026-03-05T07:57:27.507683Z","steps":["trace[95084243] 'read index received' (duration: 424.904273ms)","trace[95084243] 'applied index is now lower than readState.Index' (duration: 144.591392ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:57:27.507764Z","caller":"traceutil/trace.go:171","msg":"trace[378508150] transaction","detail":"{read_only:false; response_revision:13911; number_of_response:1; }","duration":"600.489845ms","start":"2026-03-05T07:57:26.907243Z","end":"2026-03-05T07:57:27.507733Z","steps":["trace[378508150] 'process raft request' (duration: 494.340711ms)","trace[378508150] 'compare' (duration: 105.655802ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:57:27.507797Z","caller":"traceutil/trace.go:171","msg":"trace[98394039] transaction","detail":"{read_only:false; response_revision:13912; number_of_response:1; }","duration":"552.502378ms","start":"2026-03-05T07:57:26.955284Z","end":"2026-03-05T07:57:27.507787Z","steps":["trace[98394039] 'process raft request' (duration: 552.301463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.507858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.955247Z","time spent":"552.57871ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:27.507903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.907235Z","time spent":"600.589197ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:27.507904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.71491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:27.507981Z","caller":"traceutil/trace.go:171","msg":"trace[1846819374] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13913; }","duration":"569.862603ms","start":"2026-03-05T07:57:26.938101Z","end":"2026-03-05T07:57:27.507963Z","steps":["trace[1846819374] 'agreement among raft nodes before linearized reading' (duration: 569.746611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.508019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.93807Z","time spent":"569.941875ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:57:27.508038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.124475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:27.50807Z","caller":"traceutil/trace.go:171","msg":"trace[1175240482] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13913; }","duration":"569.181517ms","start":"2026-03-05T07:57:26.938879Z","end":"2026-03-05T07:57:27.50806Z","steps":["trace[1175240482] 'agreement among raft nodes before linearized reading' (duration: 569.130065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.508101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.93886Z","time spent":"569.231107ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-05T07:57:27.508252Z","caller":"traceutil/trace.go:171","msg":"trace[1114139417] transaction","detail":"{read_only:false; response_revision:13913; number_of_response:1; }","duration":"552.291224ms","start":"2026-03-05T07:57:26.955953Z","end":"2026-03-05T07:57:27.508244Z","steps":["trace[1114139417] 'process raft request' (duration: 551.68354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.508263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.341357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:57:27.508288Z","caller":"traceutil/trace.go:171","msg":"trace[2020229041] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13913; }","duration":"116.372318ms","start":"2026-03-05T07:57:27.391908Z","end":"2026-03-05T07:57:27.50828Z","steps":["trace[2020229041] 'agreement among raft nodes before linearized reading' (duration: 116.263045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.508295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.955933Z","time spent":"552.339345ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:27.50837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.945025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:27.508393Z","caller":"traceutil/trace.go:171","msg":"trace[671863269] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13913; }","duration":"117.994946ms","start":"2026-03-05T07:57:27.39039Z","end":"2026-03-05T07:57:27.508385Z","steps":["trace[671863269] 'agreement among raft nodes before linearized reading' (duration: 117.964186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.508475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.159685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:57:27.508515Z","caller":"traceutil/trace.go:171","msg":"trace[1838459120] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13913; }","duration":"530.224646ms","start":"2026-03-05T07:57:26.978278Z","end":"2026-03-05T07:57:27.508502Z","steps":["trace[1838459120] 'agreement among raft nodes before linearized reading' (duration: 530.155664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.508545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.978266Z","time spent":"530.271368ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:57:27.50858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.151986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T07:57:27.50861Z","caller":"traceutil/trace.go:171","msg":"trace[1519258899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13913; }","duration":"512.202916ms","start":"2026-03-05T07:57:26.996397Z","end":"2026-03-05T07:57:27.5086Z","steps":["trace[1519258899] 'agreement among raft nodes before linearized reading' (duration: 512.068363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.508608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.645767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T07:57:27.50863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.996382Z","time spent":"512.244148ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:57:27.508636Z","caller":"traceutil/trace.go:171","msg":"trace[1527723288] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13913; }","duration":"556.685429ms","start":"2026-03-05T07:57:26.951943Z","end":"2026-03-05T07:57:27.508628Z","steps":["trace[1527723288] 'agreement among raft nodes before linearized reading' (duration: 556.603067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.508663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.951935Z","time spent":"556.72286ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:27.508755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.287577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-05T07:57:27.508785Z","caller":"traceutil/trace.go:171","msg":"trace[1408824189] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13913; }","duration":"119.347288ms","start":"2026-03-05T07:57:27.389431Z","end":"2026-03-05T07:57:27.508779Z","steps":["trace[1408824189] 'agreement among raft nodes before linearized reading' (duration: 119.276837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.508783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.309772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:57:27.508814Z","caller":"traceutil/trace.go:171","msg":"trace[1467321354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13913; }","duration":"513.354664ms","start":"2026-03-05T07:57:26.995451Z","end":"2026-03-05T07:57:27.508806Z","steps":["trace[1467321354] 'agreement among raft nodes before linearized reading' (duration: 513.239511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.508836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.67894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T07:57:27.508853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.995435Z","time spent":"513.410345ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:57:27.508864Z","caller":"traceutil/trace.go:171","msg":"trace[1294606628] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13913; }","duration":"559.747331ms","start":"2026-03-05T07:57:26.949109Z","end":"2026-03-05T07:57:27.508856Z","steps":["trace[1294606628] 'agreement among raft nodes before linearized reading' (duration: 559.664719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.508889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.949092Z","time spent":"559.792133ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:27.508915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.151073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:27.508935Z","caller":"traceutil/trace.go:171","msg":"trace[1387870943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13913; }","duration":"196.209953ms","start":"2026-03-05T07:57:27.31272Z","end":"2026-03-05T07:57:27.50893Z","steps":["trace[1387870943] 'agreement among raft nodes before linearized reading' (duration: 196.173232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.509132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.449206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xphrs\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-03-05T07:57:27.509145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.44705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-05T07:57:27.509158Z","caller":"traceutil/trace.go:171","msg":"trace[483973130] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xphrs; range_end:; response_count:1; response_revision:13913; }","duration":"438.499686ms","start":"2026-03-05T07:57:27.070653Z","end":"2026-03-05T07:57:27.509152Z","steps":["trace[483973130] 'agreement among raft nodes before linearized reading' (duration: 438.422434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.509177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:27.07064Z","time spent":"438.532768ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xphrs\" "} {"level":"info","ts":"2026-03-05T07:57:27.509175Z","caller":"traceutil/trace.go:171","msg":"trace[518421105] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13913; }","duration":"563.494091ms","start":"2026-03-05T07:57:26.945673Z","end":"2026-03-05T07:57:27.509167Z","steps":["trace[518421105] 'agreement among raft nodes before linearized reading' (duration: 563.393368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.509204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.945665Z","time spent":"563.530421ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:57:27.509319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.766901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:57:27.509338Z","caller":"traceutil/trace.go:171","msg":"trace[1825951845] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:13913; }","duration":"445.821411ms","start":"2026-03-05T07:57:27.063511Z","end":"2026-03-05T07:57:27.509332Z","steps":["trace[1825951845] 'agreement among raft nodes before linearized reading' (duration: 445.76369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.509355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:27.063494Z","time spent":"445.858083ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4xlf\" "} {"level":"warn","ts":"2026-03-05T07:57:27.509319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.081544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:27.509414Z","caller":"traceutil/trace.go:171","msg":"trace[519841455] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13913; }","duration":"569.259498ms","start":"2026-03-05T07:57:26.940134Z","end":"2026-03-05T07:57:27.509393Z","steps":["trace[519841455] 'agreement among raft nodes before linearized reading' (duration: 569.059173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.509465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.940111Z","time spent":"569.34555ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T07:57:27.509528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.328627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T07:57:27.509573Z","caller":"traceutil/trace.go:171","msg":"trace[1934696941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13913; }","duration":"514.394388ms","start":"2026-03-05T07:57:26.995168Z","end":"2026-03-05T07:57:27.509562Z","steps":["trace[1934696941] 'agreement among raft nodes before linearized reading' (duration: 514.282165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.509604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.995158Z","time spent":"514.438179ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:57:27.509583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.534812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T07:57:27.509694Z","caller":"traceutil/trace.go:171","msg":"trace[1399833713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13913; }","duration":"517.677206ms","start":"2026-03-05T07:57:26.991978Z","end":"2026-03-05T07:57:27.509655Z","steps":["trace[1399833713] 'agreement among raft nodes before linearized reading' (duration: 517.368709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.509709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.17008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-05T07:57:27.50974Z","caller":"traceutil/trace.go:171","msg":"trace[1990309990] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13913; }","duration":"565.224812ms","start":"2026-03-05T07:57:26.944507Z","end":"2026-03-05T07:57:27.509731Z","steps":["trace[1990309990] 'agreement among raft nodes before linearized reading' (duration: 565.077277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.509767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.944497Z","time spent":"565.264474ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:57:27.509778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.99196Z","time spent":"517.803021ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:57:27.509799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.820191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:27.509848Z","caller":"traceutil/trace.go:171","msg":"trace[2054050630] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13913; }","duration":"566.889292ms","start":"2026-03-05T07:57:26.942947Z","end":"2026-03-05T07:57:27.509837Z","steps":["trace[2054050630] 'agreement among raft nodes before linearized reading' (duration: 566.80563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.509867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.942933Z","time spent":"566.929623ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:57:27.50987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.97121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:57:27.509901Z","caller":"traceutil/trace.go:171","msg":"trace[969833647] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13913; }","duration":"565.999551ms","start":"2026-03-05T07:57:26.943893Z","end":"2026-03-05T07:57:27.509892Z","steps":["trace[969833647] 'agreement among raft nodes before linearized reading' (duration: 565.933329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.509364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.487614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:27.509944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.943846Z","time spent":"566.091123ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T07:57:27.509956Z","caller":"traceutil/trace.go:171","msg":"trace[1122078328] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13913; }","duration":"570.099129ms","start":"2026-03-05T07:57:26.939847Z","end":"2026-03-05T07:57:27.509946Z","steps":["trace[1122078328] 'agreement among raft nodes before linearized reading' (duration: 569.495884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.509802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.38791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-05T07:57:27.509989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.939835Z","time spent":"570.145471ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T07:57:27.510007Z","caller":"traceutil/trace.go:171","msg":"trace[21320228] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13913; }","duration":"566.635426ms","start":"2026-03-05T07:57:26.943361Z","end":"2026-03-05T07:57:27.509996Z","steps":["trace[21320228] 'agreement among raft nodes before linearized reading' (duration: 566.37586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.510044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.943339Z","time spent":"566.694488ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:57:27.509733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.819831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:57:27.510513Z","caller":"traceutil/trace.go:171","msg":"trace[964624779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13913; }","duration":"521.640302ms","start":"2026-03-05T07:57:26.988843Z","end":"2026-03-05T07:57:27.510484Z","steps":["trace[964624779] 'agreement among raft nodes before linearized reading' (duration: 520.592826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:27.510573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:26.988826Z","time spent":"521.725183ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:57:29.031621Z","caller":"traceutil/trace.go:171","msg":"trace[333129037] linearizableReadLoop","detail":"{readStateIndex:14439; appliedIndex:14438; }","duration":"138.851445ms","start":"2026-03-05T07:57:28.892743Z","end":"2026-03-05T07:57:29.031594Z","steps":["trace[333129037] 'read index received' (duration: 138.570488ms)","trace[333129037] 'applied index is now lower than readState.Index' (duration: 279.917µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:57:29.031696Z","caller":"traceutil/trace.go:171","msg":"trace[785706807] transaction","detail":"{read_only:false; response_revision:13922; number_of_response:1; }","duration":"286.95387ms","start":"2026-03-05T07:57:28.744716Z","end":"2026-03-05T07:57:29.03167Z","steps":["trace[785706807] 'process raft request' (duration: 286.718524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:29.03181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.05994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:29.031861Z","caller":"traceutil/trace.go:171","msg":"trace[1438416404] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13922; }","duration":"139.160332ms","start":"2026-03-05T07:57:28.892687Z","end":"2026-03-05T07:57:29.031847Z","steps":["trace[1438416404] 'agreement among raft nodes before linearized reading' (duration: 139.06493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:29.031888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.994748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:29.03191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.787393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:29.031976Z","caller":"traceutil/trace.go:171","msg":"trace[14749013] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13922; }","duration":"138.899726ms","start":"2026-03-05T07:57:28.893061Z","end":"2026-03-05T07:57:29.031961Z","steps":["trace[14749013] 'agreement among raft nodes before linearized reading' (duration: 138.797893ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:29.031974Z","caller":"traceutil/trace.go:171","msg":"trace[1144578536] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13922; }","duration":"139.239744ms","start":"2026-03-05T07:57:28.892714Z","end":"2026-03-05T07:57:29.031953Z","steps":["trace[1144578536] 'agreement among raft nodes before linearized reading' (duration: 139.08859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:29.032314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.069096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:57:29.032359Z","caller":"traceutil/trace.go:171","msg":"trace[1640512118] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13922; }","duration":"133.137638ms","start":"2026-03-05T07:57:28.899212Z","end":"2026-03-05T07:57:29.032349Z","steps":["trace[1640512118] 'agreement among raft nodes before linearized reading' (duration: 132.912103ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:43.955727Z","caller":"traceutil/trace.go:171","msg":"trace[1323150830] linearizableReadLoop","detail":"{readStateIndex:14509; appliedIndex:14508; }","duration":"412.205399ms","start":"2026-03-05T07:57:43.543496Z","end":"2026-03-05T07:57:43.955701Z","steps":["trace[1323150830] 'read index received' (duration: 412.071906ms)","trace[1323150830] 'applied index is now lower than readState.Index' (duration: 132.273µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:57:43.955881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.375123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:43.955928Z","caller":"traceutil/trace.go:171","msg":"trace[1695595097] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13989; }","duration":"412.471005ms","start":"2026-03-05T07:57:43.543445Z","end":"2026-03-05T07:57:43.955916Z","steps":["trace[1695595097] 'agreement among raft nodes before linearized reading' (duration: 412.387413ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:43.955841Z","caller":"traceutil/trace.go:171","msg":"trace[1291809100] transaction","detail":"{read_only:false; response_revision:13989; number_of_response:1; }","duration":"433.052167ms","start":"2026-03-05T07:57:43.52271Z","end":"2026-03-05T07:57:43.955762Z","steps":["trace[1291809100] 'process raft request' (duration: 432.837732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:43.95597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.543424Z","time spent":"412.537407ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:57:43.956281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.522677Z","time spent":"433.365094ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:44.342022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.170785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:57:44.342279Z","caller":"traceutil/trace.go:171","msg":"trace[94784501] linearizableReadLoop","detail":"{readStateIndex:14511; appliedIndex:14509; }","duration":"386.455705ms","start":"2026-03-05T07:57:43.955805Z","end":"2026-03-05T07:57:44.34226Z","steps":["trace[94784501] 'read index received' (duration: 266.905731ms)","trace[94784501] 'applied index is now lower than readState.Index' (duration: 119.548944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:57:44.34239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.671916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:44.342419Z","caller":"traceutil/trace.go:171","msg":"trace[1780806591] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13991; }","duration":"638.739697ms","start":"2026-03-05T07:57:43.703669Z","end":"2026-03-05T07:57:44.342409Z","steps":["trace[1780806591] 'agreement among raft nodes before linearized reading' (duration: 638.684596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.342451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.703652Z","time spent":"638.791978ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:57:44.342447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.345912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T07:57:44.342485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.440802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:44.342526Z","caller":"traceutil/trace.go:171","msg":"trace[1523846162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13991; }","duration":"629.453864ms","start":"2026-03-05T07:57:43.713049Z","end":"2026-03-05T07:57:44.342503Z","steps":["trace[1523846162] 'agreement among raft nodes before linearized reading' (duration: 629.223469ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.342553Z","caller":"traceutil/trace.go:171","msg":"trace[1632988234] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13991; }","duration":"698.542514ms","start":"2026-03-05T07:57:43.643994Z","end":"2026-03-05T07:57:44.342537Z","steps":["trace[1632988234] 'agreement among raft nodes before linearized reading' (duration: 698.405111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.34257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.713037Z","time spent":"629.524407ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T07:57:44.342605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.643989Z","time spent":"698.597595ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T07:57:44.342653Z","caller":"traceutil/trace.go:171","msg":"trace[1526464038] transaction","detail":"{read_only:false; response_revision:13991; number_of_response:1; }","duration":"696.333871ms","start":"2026-03-05T07:57:43.646283Z","end":"2026-03-05T07:57:44.342616Z","steps":["trace[1526464038] 'process raft request' (duration: 695.86512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.342767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.646271Z","time spent":"696.439783ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:44.342804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.470225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:57:44.342838Z","caller":"traceutil/trace.go:171","msg":"trace[1630560929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13991; }","duration":"629.534637ms","start":"2026-03-05T07:57:43.713293Z","end":"2026-03-05T07:57:44.342828Z","steps":["trace[1630560929] 'agreement among raft nodes before linearized reading' (duration: 629.441765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.342828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.896003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-05T07:57:44.342842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.351761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T07:57:44.342866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.713275Z","time spent":"629.585518ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T07:57:44.342882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.686217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:57:44.342883Z","caller":"traceutil/trace.go:171","msg":"trace[1863651728] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13991; }","duration":"698.962244ms","start":"2026-03-05T07:57:43.643906Z","end":"2026-03-05T07:57:44.342868Z","steps":["trace[1863651728] 'agreement among raft nodes before linearized reading' (duration: 698.78955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.342829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.157025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:57:44.342904Z","caller":"traceutil/trace.go:171","msg":"trace[2042141662] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13991; }","duration":"613.438704ms","start":"2026-03-05T07:57:43.729447Z","end":"2026-03-05T07:57:44.342886Z","steps":["trace[2042141662] 'agreement among raft nodes before linearized reading' (duration: 613.232879ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.34292Z","caller":"traceutil/trace.go:171","msg":"trace[633497411] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13991; }","duration":"698.756639ms","start":"2026-03-05T07:57:43.644148Z","end":"2026-03-05T07:57:44.342905Z","steps":["trace[633497411] 'agreement among raft nodes before linearized reading' (duration: 698.641426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.34293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.643898Z","time spent":"699.020945ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:57:44.342951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.644128Z","time spent":"698.816931ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:44.342957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.729437Z","time spent":"613.508125ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:44.342988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.922093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:57:44.342983Z","caller":"traceutil/trace.go:171","msg":"trace[631093975] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13991; }","duration":"698.303069ms","start":"2026-03-05T07:57:43.64463Z","end":"2026-03-05T07:57:44.342933Z","steps":["trace[631093975] 'agreement among raft nodes before linearized reading' (duration: 698.007152ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.34306Z","caller":"traceutil/trace.go:171","msg":"trace[725558477] transaction","detail":"{read_only:false; response_revision:13990; number_of_response:1; }","duration":"700.097671ms","start":"2026-03-05T07:57:43.642946Z","end":"2026-03-05T07:57:44.343044Z","steps":["trace[725558477] 'process raft request' (duration: 579.767539ms)","trace[725558477] 'compare' (duration: 118.893028ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:57:44.343081Z","caller":"traceutil/trace.go:171","msg":"trace[938362444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:13991; }","duration":"562.051466ms","start":"2026-03-05T07:57:43.781011Z","end":"2026-03-05T07:57:44.343063Z","steps":["trace[938362444] 'agreement among raft nodes before linearized reading' (duration: 561.909572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.34309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.644624Z","time spent":"698.452772ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:44.343123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.780994Z","time spent":"562.118448ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4xlf\" "} {"level":"warn","ts":"2026-03-05T07:57:44.343132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.642932Z","time spent":"700.161842ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:44.342994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.776243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T07:57:44.343211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.619431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:44.343225Z","caller":"traceutil/trace.go:171","msg":"trace[352523849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13991; }","duration":"630.027149ms","start":"2026-03-05T07:57:43.713188Z","end":"2026-03-05T07:57:44.343215Z","steps":["trace[352523849] 'agreement among raft nodes before linearized reading' (duration: 629.748672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.34318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.483601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xphrs\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-03-05T07:57:44.343241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.925602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-03-05T07:57:44.343261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.713175Z","time spent":"630.07812ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T07:57:44.343264Z","caller":"traceutil/trace.go:171","msg":"trace[2019490227] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13991; }","duration":"699.682602ms","start":"2026-03-05T07:57:43.643567Z","end":"2026-03-05T07:57:44.34325Z","steps":["trace[2019490227] 'agreement among raft nodes before linearized reading' (duration: 699.602979ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.343322Z","caller":"traceutil/trace.go:171","msg":"trace[349808539] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xphrs; range_end:; response_count:1; response_revision:13991; }","duration":"558.687487ms","start":"2026-03-05T07:57:43.784581Z","end":"2026-03-05T07:57:44.343269Z","steps":["trace[349808539] 'agreement among raft nodes before linearized reading' (duration: 558.224275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.342659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.191983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:44.343222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.070557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:44.343392Z","caller":"traceutil/trace.go:171","msg":"trace[484282493] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13991; }","duration":"607.966372ms","start":"2026-03-05T07:57:43.735413Z","end":"2026-03-05T07:57:44.34338Z","steps":["trace[484282493] 'agreement among raft nodes before linearized reading' (duration: 607.190543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.343395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.78456Z","time spent":"558.82464ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xphrs\" "} {"level":"warn","ts":"2026-03-05T07:57:44.343432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.735396Z","time spent":"608.024704ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-05T07:57:44.34345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.374753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:57:44.343496Z","caller":"traceutil/trace.go:171","msg":"trace[1017681386] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13991; }","duration":"608.442335ms","start":"2026-03-05T07:57:43.73504Z","end":"2026-03-05T07:57:44.343483Z","steps":["trace[1017681386] 'agreement among raft nodes before linearized reading' (duration: 608.319162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.343503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.00661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:44.343526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.148824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T07:57:44.343538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.73503Z","time spent":"608.496516ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T07:57:44.343542Z","caller":"traceutil/trace.go:171","msg":"trace[279919524] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13991; }","duration":"700.070471ms","start":"2026-03-05T07:57:43.643459Z","end":"2026-03-05T07:57:44.34353Z","steps":["trace[279919524] 'agreement among raft nodes before linearized reading' (duration: 700.019049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.343552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.651373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T07:57:44.342895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.794234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-txlqb\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-03-05T07:57:44.34359Z","caller":"traceutil/trace.go:171","msg":"trace[134914800] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13991; }","duration":"697.701745ms","start":"2026-03-05T07:57:43.645878Z","end":"2026-03-05T07:57:44.343579Z","steps":["trace[134914800] 'agreement among raft nodes before linearized reading' (duration: 697.595032ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.343569Z","caller":"traceutil/trace.go:171","msg":"trace[874144059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13991; }","duration":"672.194325ms","start":"2026-03-05T07:57:43.671364Z","end":"2026-03-05T07:57:44.343559Z","steps":["trace[874144059] 'agreement among raft nodes before linearized reading' (duration: 672.031862ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.343594Z","caller":"traceutil/trace.go:171","msg":"trace[1003095808] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-txlqb; range_end:; response_count:1; response_revision:13991; }","duration":"550.543382ms","start":"2026-03-05T07:57:43.79304Z","end":"2026-03-05T07:57:44.343584Z","steps":["trace[1003095808] 'agreement among raft nodes before linearized reading' (duration: 549.65814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.343622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.645873Z","time spent":"697.741736ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:44.343632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.793021Z","time spent":"550.601404ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-txlqb\" "} {"level":"warn","ts":"2026-03-05T07:57:44.34363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.671331Z","time spent":"672.290878ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:57:44.34333Z","caller":"traceutil/trace.go:171","msg":"trace[1922429112] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13991; }","duration":"608.070296ms","start":"2026-03-05T07:57:43.735241Z","end":"2026-03-05T07:57:44.343311Z","steps":["trace[1922429112] 'agreement among raft nodes before linearized reading' (duration: 607.89565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.343695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.753127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-05T07:57:44.343726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.735229Z","time spent":"608.489996ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-05T07:57:44.343722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.272614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-05T07:57:44.343736Z","caller":"traceutil/trace.go:171","msg":"trace[528687752] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13991; }","duration":"700.822919ms","start":"2026-03-05T07:57:43.642901Z","end":"2026-03-05T07:57:44.343723Z","steps":["trace[528687752] 'agreement among raft nodes before linearized reading' (duration: 700.710367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.343351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.643564Z","time spent":"699.773084ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-05T07:57:44.343768Z","caller":"traceutil/trace.go:171","msg":"trace[1418656059] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13991; }","duration":"609.430958ms","start":"2026-03-05T07:57:43.734324Z","end":"2026-03-05T07:57:44.343755Z","steps":["trace[1418656059] 'agreement among raft nodes before linearized reading' (duration: 609.318815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.343776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.642882Z","time spent":"700.88266ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:57:44.343785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.802927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T07:57:44.343809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.734304Z","time spent":"609.493439ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-05T07:57:44.343816Z","caller":"traceutil/trace.go:171","msg":"trace[1753454200] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13991; }","duration":"697.846448ms","start":"2026-03-05T07:57:43.645961Z","end":"2026-03-05T07:57:44.343807Z","steps":["trace[1753454200] 'agreement among raft nodes before linearized reading' (duration: 697.757396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.343849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.645953Z","time spent":"697.889899ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:44.343455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.933278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:44.343587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.643445Z","time spent":"700.131143ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T07:57:44.3434Z","caller":"traceutil/trace.go:171","msg":"trace[1577497022] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13991; }","duration":"699.252522ms","start":"2026-03-05T07:57:43.644132Z","end":"2026-03-05T07:57:44.343385Z","steps":["trace[1577497022] 'agreement among raft nodes before linearized reading' (duration: 699.057968ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.343919Z","caller":"traceutil/trace.go:171","msg":"trace[1640832989] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13991; }","duration":"700.402299ms","start":"2026-03-05T07:57:43.643503Z","end":"2026-03-05T07:57:44.343905Z","steps":["trace[1640832989] 'agreement among raft nodes before linearized reading' (duration: 699.921017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.343102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.988827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T07:57:44.343947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.390533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-05T07:57:44.343954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.644128Z","time spent":"699.815135ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T07:57:44.343986Z","caller":"traceutil/trace.go:171","msg":"trace[203230016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13991; }","duration":"630.88822ms","start":"2026-03-05T07:57:43.713083Z","end":"2026-03-05T07:57:44.343972Z","steps":["trace[203230016] 'agreement among raft nodes before linearized reading' (duration: 629.968147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.34403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.71307Z","time spent":"630.948621ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T07:57:44.343339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.301263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-05T07:57:44.344091Z","caller":"traceutil/trace.go:171","msg":"trace[880573148] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13991; }","duration":"700.0377ms","start":"2026-03-05T07:57:43.644021Z","end":"2026-03-05T07:57:44.344058Z","steps":["trace[880573148] 'agreement among raft nodes before linearized reading' (duration: 699.228431ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.343989Z","caller":"traceutil/trace.go:171","msg":"trace[272115944] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13991; }","duration":"701.465555ms","start":"2026-03-05T07:57:43.642512Z","end":"2026-03-05T07:57:44.343977Z","steps":["trace[272115944] 'agreement among raft nodes before linearized reading' (duration: 701.354013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.344123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.644016Z","time spent":"700.097791ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:57:44.343961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.643499Z","time spent":"700.449871ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:57:44.344141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.642493Z","time spent":"701.639919ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:57:44.344115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.404769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jfjc6\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-05T07:57:44.344232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.568098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-05T07:57:44.34422Z","caller":"traceutil/trace.go:171","msg":"trace[945620696] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jfjc6; range_end:; response_count:1; response_revision:13991; }","duration":"359.583304ms","start":"2026-03-05T07:57:43.984628Z","end":"2026-03-05T07:57:44.344211Z","steps":["trace[945620696] 'agreement among raft nodes before linearized reading' (duration: 359.387749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.344283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:43.984515Z","time spent":"359.759148ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jfjc6\" "} {"level":"info","ts":"2026-03-05T07:57:44.344285Z","caller":"traceutil/trace.go:171","msg":"trace[839354558] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:13991; }","duration":"125.618919ms","start":"2026-03-05T07:57:44.218649Z","end":"2026-03-05T07:57:44.344268Z","steps":["trace[839354558] 'agreement among raft nodes before linearized reading' (duration: 125.492946ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.674711Z","caller":"traceutil/trace.go:171","msg":"trace[272454010] transaction","detail":"{read_only:false; response_revision:13994; number_of_response:1; }","duration":"322.606261ms","start":"2026-03-05T07:57:44.352081Z","end":"2026-03-05T07:57:44.674687Z","steps":["trace[272454010] 'process raft request' (duration: 322.528949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.674856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:44.352068Z","time spent":"322.712473ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:57:44.674721Z","caller":"traceutil/trace.go:171","msg":"trace[633738580] transaction","detail":"{read_only:false; response_revision:13993; number_of_response:1; }","duration":"324.538327ms","start":"2026-03-05T07:57:44.35015Z","end":"2026-03-05T07:57:44.674689Z","steps":["trace[633738580] 'process raft request' (duration: 324.307422ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:44.674969Z","caller":"traceutil/trace.go:171","msg":"trace[368001714] transaction","detail":"{read_only:false; response_revision:13995; number_of_response:1; }","duration":"322.812585ms","start":"2026-03-05T07:57:44.352134Z","end":"2026-03-05T07:57:44.674947Z","steps":["trace[368001714] 'process raft request' (duration: 322.515238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.675099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:44.35211Z","time spent":"322.934288ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:44.675116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:44.350124Z","time spent":"324.874364ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:57:44.675243Z","caller":"traceutil/trace.go:171","msg":"trace[436977517] linearizableReadLoop","detail":"{readStateIndex:14513; appliedIndex:14511; }","duration":"323.097512ms","start":"2026-03-05T07:57:44.352086Z","end":"2026-03-05T07:57:44.675183Z","steps":["trace[436977517] 'read index received' (duration: 45.351872ms)","trace[436977517] 'applied index is now lower than readState.Index' (duration: 277.74429ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:57:44.675521Z","caller":"traceutil/trace.go:171","msg":"trace[725917283] transaction","detail":"{read_only:false; response_revision:13996; number_of_response:1; }","duration":"322.029367ms","start":"2026-03-05T07:57:44.353166Z","end":"2026-03-05T07:57:44.675196Z","steps":["trace[725917283] 'process raft request' (duration: 321.762971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.675596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:44.353156Z","time spent":"322.405356ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:44.67575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.879351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T07:57:44.675922Z","caller":"traceutil/trace.go:171","msg":"trace[244108189] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13996; }","duration":"200.092736ms","start":"2026-03-05T07:57:44.475813Z","end":"2026-03-05T07:57:44.675906Z","steps":["trace[244108189] 'agreement among raft nodes before linearized reading' (duration: 199.746468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.676291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.191277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732177"} {"level":"info","ts":"2026-03-05T07:57:44.676352Z","caller":"traceutil/trace.go:171","msg":"trace[814969897] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13996; }","duration":"324.257889ms","start":"2026-03-05T07:57:44.352081Z","end":"2026-03-05T07:57:44.676339Z","steps":["trace[814969897] 'agreement among raft nodes before linearized reading' (duration: 323.323437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.676398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:44.352063Z","time spent":"324.323981ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T07:57:44.67647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.670767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732177"} {"level":"info","ts":"2026-03-05T07:57:44.676541Z","caller":"traceutil/trace.go:171","msg":"trace[1513863239] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13996; }","duration":"321.746369ms","start":"2026-03-05T07:57:44.354779Z","end":"2026-03-05T07:57:44.676525Z","steps":["trace[1513863239] 'agreement among raft nodes before linearized reading' (duration: 320.781727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.676599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:44.354765Z","time spent":"321.817122ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T07:57:44.676662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.529116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732177"} {"level":"info","ts":"2026-03-05T07:57:44.676764Z","caller":"traceutil/trace.go:171","msg":"trace[1052522390] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13996; }","duration":"324.68889ms","start":"2026-03-05T07:57:44.352055Z","end":"2026-03-05T07:57:44.676744Z","steps":["trace[1052522390] 'agreement among raft nodes before linearized reading' (duration: 323.187824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.676818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:44.352046Z","time spent":"324.763292ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T07:57:44.678748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.315975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732177"} {"level":"info","ts":"2026-03-05T07:57:44.678813Z","caller":"traceutil/trace.go:171","msg":"trace[11087609] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13996; }","duration":"325.422558ms","start":"2026-03-05T07:57:44.353377Z","end":"2026-03-05T07:57:44.6788Z","steps":["trace[11087609] 'agreement among raft nodes before linearized reading' (duration: 322.17845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:44.679783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:44.353372Z","time spent":"326.387441ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-05T07:57:46.853391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343234165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:57:47.353974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343234165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:57:47.854668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343234165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T07:57:47.976795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.62376272s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T07:57:47.977101Z","caller":"traceutil/trace.go:171","msg":"trace[1734382054] transaction","detail":"{read_only:false; response_revision:14000; number_of_response:1; }","duration":"1.624142139s","start":"2026-03-05T07:57:46.352936Z","end":"2026-03-05T07:57:47.977078Z","steps":["trace[1734382054] 'process raft request' (duration: 1.624005576s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:47.977212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.352914Z","time spent":"1.624232922s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:57:48.060821Z","caller":"traceutil/trace.go:171","msg":"trace[404176063] transaction","detail":"{read_only:false; response_revision:14001; number_of_response:1; }","duration":"1.707447938s","start":"2026-03-05T07:57:46.353334Z","end":"2026-03-05T07:57:48.060782Z","steps":["trace[404176063] 'process raft request' (duration: 1.707227752s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.060997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.35331Z","time spent":"1.707598082s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:48.40282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.958523ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T07:57:48.403013Z","caller":"traceutil/trace.go:171","msg":"trace[101837037] linearizableReadLoop","detail":"{readStateIndex:14522; appliedIndex:14519; }","duration":"2.049915483s","start":"2026-03-05T07:57:46.353082Z","end":"2026-03-05T07:57:48.402998Z","steps":["trace[101837037] 'read index received' (duration: 1.623878153s)","trace[101837037] 'applied index is now lower than readState.Index' (duration: 426.036369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:57:48.403151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050084037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:48.403188Z","caller":"traceutil/trace.go:171","msg":"trace[1043152780] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14001; }","duration":"2.050139238s","start":"2026-03-05T07:57:46.353037Z","end":"2026-03-05T07:57:48.403177Z","steps":["trace[1043152780] 'agreement among raft nodes before linearized reading' (duration: 2.050065836s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.403223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.353029Z","time spent":"2.050184469s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T07:57:48.403806Z","caller":"traceutil/trace.go:171","msg":"trace[422634429] transaction","detail":"{read_only:false; response_revision:14002; number_of_response:1; }","duration":"420.450426ms","start":"2026-03-05T07:57:47.983328Z","end":"2026-03-05T07:57:48.403779Z","steps":["trace[422634429] 'process raft request' (duration: 419.582375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.404044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:47.983265Z","time spent":"420.627561ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:57:48.406027Z","caller":"traceutil/trace.go:171","msg":"trace[1069663281] transaction","detail":"{read_only:false; response_revision:14003; number_of_response:1; }","duration":"417.863035ms","start":"2026-03-05T07:57:47.988122Z","end":"2026-03-05T07:57:48.405985Z","steps":["trace[1069663281] 'process raft request' (duration: 415.641882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.406071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052869893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:57:48.406183Z","caller":"traceutil/trace.go:171","msg":"trace[194326725] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14003; }","duration":"2.053004646s","start":"2026-03-05T07:57:46.353165Z","end":"2026-03-05T07:57:48.406169Z","steps":["trace[194326725] 'agreement among raft nodes before linearized reading' (duration: 2.052807141s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.406192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462134341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-05T07:57:48.406253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.353156Z","time spent":"2.053072607s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:48.406259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050791854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-05T07:57:48.406302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318991205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:48.406342Z","caller":"traceutil/trace.go:171","msg":"trace[1818545264] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14003; }","duration":"2.050881026s","start":"2026-03-05T07:57:46.35544Z","end":"2026-03-05T07:57:48.406321Z","steps":["trace[1818545264] 'agreement among raft nodes before linearized reading' (duration: 2.05065327s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:48.406362Z","caller":"traceutil/trace.go:171","msg":"trace[818554507] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14003; }","duration":"1.319080937s","start":"2026-03-05T07:57:47.087254Z","end":"2026-03-05T07:57:48.406335Z","steps":["trace[818554507] 'agreement among raft nodes before linearized reading' (duration: 1.319022426s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.406396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.355411Z","time spent":"2.050965697s","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-05T07:57:48.406407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:47.087249Z","time spent":"1.319151468s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:57:48.406536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053019116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:48.406548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319309533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T07:57:48.406529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:47.988101Z","time spent":"418.007258ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:57:48.406587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712798305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jfjc6\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-05T07:57:48.406604Z","caller":"traceutil/trace.go:171","msg":"trace[1791306125] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14003; }","duration":"1.319400625s","start":"2026-03-05T07:57:47.087192Z","end":"2026-03-05T07:57:48.406592Z","steps":["trace[1791306125] 'agreement among raft nodes before linearized reading' (duration: 1.319243871s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:48.40664Z","caller":"traceutil/trace.go:171","msg":"trace[898894185] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jfjc6; range_end:; response_count:1; response_revision:14003; }","duration":"1.712867677s","start":"2026-03-05T07:57:46.69376Z","end":"2026-03-05T07:57:48.406628Z","steps":["trace[898894185] 'agreement among raft nodes before linearized reading' (duration: 1.712728023s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.406644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:47.087177Z","time spent":"1.319459866s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T07:57:48.406647Z","caller":"traceutil/trace.go:171","msg":"trace[1520146144] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14003; }","duration":"2.053086268s","start":"2026-03-05T07:57:46.353491Z","end":"2026-03-05T07:57:48.406577Z","steps":["trace[1520146144] 'agreement among raft nodes before linearized reading' (duration: 2.053020096s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.406724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609604352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:57:48.406754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726146454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T07:57:48.406783Z","caller":"traceutil/trace.go:171","msg":"trace[495441470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14003; }","duration":"1.726190784s","start":"2026-03-05T07:57:46.680584Z","end":"2026-03-05T07:57:48.406775Z","steps":["trace[495441470] 'agreement among raft nodes before linearized reading' (duration: 1.726112612s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.406755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318624576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:48.406818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.680576Z","time spent":"1.726236506s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T07:57:48.406857Z","caller":"traceutil/trace.go:171","msg":"trace[106519631] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14003; }","duration":"1.318720178s","start":"2026-03-05T07:57:47.088098Z","end":"2026-03-05T07:57:48.406819Z","steps":["trace[106519631] 'agreement among raft nodes before linearized reading' (duration: 1.318571255s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.406902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053629631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:48.406901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500703613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jfjc6\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-05T07:57:48.406945Z","caller":"traceutil/trace.go:171","msg":"trace[1983718020] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14003; }","duration":"2.053678972s","start":"2026-03-05T07:57:46.353256Z","end":"2026-03-05T07:57:48.406935Z","steps":["trace[1983718020] 'agreement among raft nodes before linearized reading' (duration: 2.053620001s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.40693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:47.08809Z","time spent":"1.31880419s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T07:57:48.40696Z","caller":"traceutil/trace.go:171","msg":"trace[1282880239] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jfjc6; range_end:; response_count:1; response_revision:14003; }","duration":"1.500805115s","start":"2026-03-05T07:57:46.90614Z","end":"2026-03-05T07:57:48.406945Z","steps":["trace[1282880239] 'agreement among raft nodes before linearized reading' (duration: 1.500642411s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.406984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.353242Z","time spent":"2.053732923s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:57:48.407004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.906111Z","time spent":"1.500883146s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jfjc6\" "} {"level":"warn","ts":"2026-03-05T07:57:48.40606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.57451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:48.407071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709565288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xphrs\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-05T07:57:48.4071Z","caller":"traceutil/trace.go:171","msg":"trace[904464236] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xphrs; range_end:; response_count:1; response_revision:14003; }","duration":"1.709604219s","start":"2026-03-05T07:57:46.697488Z","end":"2026-03-05T07:57:48.407092Z","steps":["trace[904464236] 'agreement among raft nodes before linearized reading' (duration: 1.709524047s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.4071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727073376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T07:57:48.407125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.697482Z","time spent":"1.709638059s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xphrs\" "} {"level":"info","ts":"2026-03-05T07:57:48.40714Z","caller":"traceutil/trace.go:171","msg":"trace[1652710823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14003; }","duration":"1.727131627s","start":"2026-03-05T07:57:46.679999Z","end":"2026-03-05T07:57:48.40713Z","steps":["trace[1652710823] 'agreement among raft nodes before linearized reading' (duration: 1.727054455s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:48.406253Z","caller":"traceutil/trace.go:171","msg":"trace[1289357564] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14003; }","duration":"1.462225324s","start":"2026-03-05T07:57:46.944014Z","end":"2026-03-05T07:57:48.406239Z","steps":["trace[1289357564] 'agreement among raft nodes before linearized reading' (duration: 1.4620533s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.407092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700943262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-txlqb\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-03-05T07:57:48.407216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05399901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:48.407238Z","caller":"traceutil/trace.go:171","msg":"trace[1088339520] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14003; }","duration":"2.05401543s","start":"2026-03-05T07:57:46.353214Z","end":"2026-03-05T07:57:48.407229Z","steps":["trace[1088339520] 'agreement among raft nodes before linearized reading' (duration: 2.053988649s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.407245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72727599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-05T07:57:48.407262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.353192Z","time spent":"2.054063221s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:57:48.407286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053927677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:57:48.407257Z","caller":"traceutil/trace.go:171","msg":"trace[1571783232] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-txlqb; range_end:; response_count:1; response_revision:14003; }","duration":"1.701140917s","start":"2026-03-05T07:57:46.706085Z","end":"2026-03-05T07:57:48.407226Z","steps":["trace[1571783232] 'agreement among raft nodes before linearized reading' (duration: 1.700678756s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:48.407332Z","caller":"traceutil/trace.go:171","msg":"trace[56337094] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14003; }","duration":"2.05400423s","start":"2026-03-05T07:57:46.353317Z","end":"2026-03-05T07:57:48.407321Z","steps":["trace[56337094] 'agreement among raft nodes before linearized reading' (duration: 2.053739544s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.407366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.353313Z","time spent":"2.054045661s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:48.407364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.706073Z","time spent":"1.70127672s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-txlqb\" "} {"level":"warn","ts":"2026-03-05T07:57:48.40731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054001319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:48.408489Z","caller":"traceutil/trace.go:171","msg":"trace[2100531187] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14003; }","duration":"2.055246769s","start":"2026-03-05T07:57:46.353232Z","end":"2026-03-05T07:57:48.408479Z","steps":["trace[2100531187] 'agreement among raft nodes before linearized reading' (duration: 2.053924447s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.408597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.353226Z","time spent":"2.055359863s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-05T07:57:48.407279Z","caller":"traceutil/trace.go:171","msg":"trace[353500990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14003; }","duration":"1.727336252s","start":"2026-03-05T07:57:46.679935Z","end":"2026-03-05T07:57:48.407271Z","steps":["trace[353500990] 'agreement among raft nodes before linearized reading' (duration: 1.72726163s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.408894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.679919Z","time spent":"1.728962391s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:57:48.406679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.693753Z","time spent":"1.712918588s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jfjc6\" "} {"level":"info","ts":"2026-03-05T07:57:48.406785Z","caller":"traceutil/trace.go:171","msg":"trace[2010937811] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:14003; }","duration":"1.609712375s","start":"2026-03-05T07:57:46.797058Z","end":"2026-03-05T07:57:48.40677Z","steps":["trace[2010937811] 'agreement among raft nodes before linearized reading' (duration: 1.609573812s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.409112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.797038Z","time spent":"1.612053941s","remote":"127.0.0.1:39902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":103,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:57:48.407431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774471046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:57:48.409236Z","caller":"traceutil/trace.go:171","msg":"trace[789617628] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:14003; }","duration":"1.776315491s","start":"2026-03-05T07:57:46.632909Z","end":"2026-03-05T07:57:48.409224Z","steps":["trace[789617628] 'agreement among raft nodes before linearized reading' (duration: 1.774411065s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.409294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.632888Z","time spent":"1.776371203s","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":154,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:57:48.40674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.353454Z","time spent":"2.053276842s","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-05T07:57:48.407033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726962113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:57:48.409549Z","caller":"traceutil/trace.go:171","msg":"trace[998979670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14003; }","duration":"1.729513504s","start":"2026-03-05T07:57:46.680022Z","end":"2026-03-05T07:57:48.409536Z","steps":["trace[998979670] 'agreement among raft nodes before linearized reading' (duration: 1.726950443s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.40703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053624821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T07:57:48.40961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.680002Z","time spent":"1.729596076s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T07:57:48.409615Z","caller":"traceutil/trace.go:171","msg":"trace[1804426544] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14003; }","duration":"2.056272544s","start":"2026-03-05T07:57:46.353329Z","end":"2026-03-05T07:57:48.409602Z","steps":["trace[1804426544] 'agreement among raft nodes before linearized reading' (duration: 2.053430876s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.409659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.353314Z","time spent":"2.056331556s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-05T07:57:48.407164Z","caller":"traceutil/trace.go:171","msg":"trace[367125546] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:14003; }","duration":"943.722587ms","start":"2026-03-05T07:57:47.463429Z","end":"2026-03-05T07:57:48.407151Z","steps":["trace[367125546] 'agreement among raft nodes before linearized reading' (duration: 942.57939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.409744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:47.463398Z","time spent":"946.3299ms","remote":"127.0.0.1:48606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:57:48.407179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.679986Z","time spent":"1.727185578s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T07:57:48.40719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.944001Z","time spent":"1.463183936s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:57:48.407445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054133833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:57:48.410081Z","caller":"traceutil/trace.go:171","msg":"trace[934901758] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14003; }","duration":"2.056780906s","start":"2026-03-05T07:57:46.353287Z","end":"2026-03-05T07:57:48.410068Z","steps":["trace[934901758] 'agreement among raft nodes before linearized reading' (duration: 2.05402409s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.407498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00624754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-05T07:57:48.410144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.353282Z","time spent":"2.056834927s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:48.40756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051985232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-05T07:57:48.410204Z","caller":"traceutil/trace.go:171","msg":"trace[1259866914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14003; }","duration":"2.008976795s","start":"2026-03-05T07:57:46.401196Z","end":"2026-03-05T07:57:48.410173Z","steps":["trace[1259866914] 'agreement among raft nodes before linearized reading' (duration: 2.00625476s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.410297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.40117Z","time spent":"2.009116118s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T07:57:48.410243Z","caller":"traceutil/trace.go:171","msg":"trace[1735827702] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14003; }","duration":"2.054669785s","start":"2026-03-05T07:57:46.355554Z","end":"2026-03-05T07:57:48.410224Z","steps":["trace[1735827702] 'agreement among raft nodes before linearized reading' (duration: 2.051959521s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.410477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.355532Z","time spent":"2.054870979s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:48.407799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.310161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:48.407846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32050715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:57:48.407604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054324487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-05T07:57:48.407521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054210665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:57:48.410592Z","caller":"traceutil/trace.go:171","msg":"trace[1638534411] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14003; }","duration":"428.122169ms","start":"2026-03-05T07:57:47.982456Z","end":"2026-03-05T07:57:48.410578Z","steps":["trace[1638534411] 'agreement among raft nodes before linearized reading' (duration: 425.305691ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:48.410604Z","caller":"traceutil/trace.go:171","msg":"trace[833946807] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14003; }","duration":"2.057289558s","start":"2026-03-05T07:57:46.353297Z","end":"2026-03-05T07:57:48.410586Z","steps":["trace[833946807] 'agreement among raft nodes before linearized reading' (duration: 2.054176494s)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:48.410601Z","caller":"traceutil/trace.go:171","msg":"trace[436788643] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14003; }","duration":"1.323270387s","start":"2026-03-05T07:57:47.087316Z","end":"2026-03-05T07:57:48.410586Z","steps":["trace[436788643] 'agreement among raft nodes before linearized reading' (duration: 1.31876643s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.410639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:47.982443Z","time spent":"428.18368ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T07:57:48.410654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.353293Z","time spent":"2.057343959s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-05T07:57:48.410656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:47.087311Z","time spent":"1.323330138s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T07:57:48.410769Z","caller":"traceutil/trace.go:171","msg":"trace[1502932634] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14003; }","duration":"2.057452172s","start":"2026-03-05T07:57:46.35326Z","end":"2026-03-05T07:57:48.410712Z","steps":["trace[1502932634] 'agreement among raft nodes before linearized reading' (duration: 2.054293847s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.411052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.353254Z","time spent":"2.05778031s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-05T07:57:48.413194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718675335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4xlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:57:48.413256Z","caller":"traceutil/trace.go:171","msg":"trace[1759402848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4xlf; range_end:; response_count:1; response_revision:14003; }","duration":"1.719132426s","start":"2026-03-05T07:57:46.694099Z","end":"2026-03-05T07:57:48.413232Z","steps":["trace[1759402848] 'agreement among raft nodes before linearized reading' (duration: 1.718549322s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:57:48.413288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:57:46.694094Z","time spent":"1.719187097s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4xlf\" "} {"level":"info","ts":"2026-03-05T07:58:09.449559Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11817} {"level":"info","ts":"2026-03-05T07:58:09.53849Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11817,"took":"86.072754ms","hash":443586274,"current-db-size-bytes":41897984,"current-db-size":"42 MB","current-db-size-in-use-bytes":26710016,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-05T07:58:09.538542Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":443586274,"revision":11817,"compact-revision":9712} {"level":"info","ts":"2026-03-05T07:59:18.453747Z","caller":"traceutil/trace.go:171","msg":"trace[1975163727] transaction","detail":"{read_only:false; response_revision:14545; number_of_response:1; }","duration":"116.790359ms","start":"2026-03-05T07:59:18.336929Z","end":"2026-03-05T07:59:18.453719Z","steps":["trace[1975163727] 'process raft request' (duration: 116.599104ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:18.861374Z","caller":"traceutil/trace.go:171","msg":"trace[398340187] transaction","detail":"{read_only:false; response_revision:14548; number_of_response:1; }","duration":"144.255053ms","start":"2026-03-05T07:59:18.717086Z","end":"2026-03-05T07:59:18.861341Z","steps":["trace[398340187] 'process raft request' (duration: 143.998377ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:59:18.987162Z","caller":"traceutil/trace.go:171","msg":"trace[1730080659] transaction","detail":"{read_only:false; response_revision:14549; number_of_response:1; }","duration":"121.693695ms","start":"2026-03-05T07:59:18.865436Z","end":"2026-03-05T07:59:18.98713Z","steps":["trace[1730080659] 'process raft request' (duration: 64.013929ms)","trace[1730080659] 'compare' (duration: 57.473171ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:59:18.991539Z","caller":"traceutil/trace.go:171","msg":"trace[143017383] transaction","detail":"{read_only:false; response_revision:14550; number_of_response:1; }","duration":"126.019729ms","start":"2026-03-05T07:59:18.865483Z","end":"2026-03-05T07:59:18.991503Z","steps":["trace[143017383] 'process raft request' (duration: 125.839824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:02:07.894584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.282322ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T08:03:09.456611Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14103} {"level":"info","ts":"2026-03-05T08:03:09.552869Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14103,"took":"93.122853ms","hash":2153863439,"current-db-size-bytes":43593728,"current-db-size":"44 MB","current-db-size-in-use-bytes":28090368,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T08:03:09.552938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2153863439,"revision":14103,"compact-revision":11817} {"level":"info","ts":"2026-03-05T08:03:35.959293Z","caller":"traceutil/trace.go:171","msg":"trace[1371242135] transaction","detail":"{read_only:false; response_revision:16463; number_of_response:1; }","duration":"144.738926ms","start":"2026-03-05T08:03:35.814505Z","end":"2026-03-05T08:03:35.959244Z","steps":["trace[1371242135] 'process raft request' (duration: 144.576473ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:03:36.437952Z","caller":"traceutil/trace.go:171","msg":"trace[2092989530] transaction","detail":"{read_only:false; response_revision:16465; number_of_response:1; }","duration":"109.117145ms","start":"2026-03-05T08:03:36.328815Z","end":"2026-03-05T08:03:36.437932Z","steps":["trace[2092989530] 'process raft request' (duration: 108.965782ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:03:36.656983Z","caller":"traceutil/trace.go:171","msg":"trace[1667396242] linearizableReadLoop","detail":"{readStateIndex:17073; appliedIndex:17071; }","duration":"288.416367ms","start":"2026-03-05T08:03:36.368533Z","end":"2026-03-05T08:03:36.656949Z","steps":["trace[1667396242] 'read index received' (duration: 69.278544ms)","trace[1667396242] 'applied index is now lower than readState.Index' (duration: 219.136533ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:03:36.657086Z","caller":"traceutil/trace.go:171","msg":"trace[1414074357] transaction","detail":"{read_only:false; response_revision:16466; number_of_response:1; }","duration":"326.650241ms","start":"2026-03-05T08:03:36.330387Z","end":"2026-03-05T08:03:36.657037Z","steps":["trace[1414074357] 'process raft request' (duration: 326.372615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:36.657273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.719104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T08:03:36.657313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:36.330366Z","time spent":"326.845205ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:03:36.657348Z","caller":"traceutil/trace.go:171","msg":"trace[1964276745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16466; }","duration":"288.852937ms","start":"2026-03-05T08:03:36.368483Z","end":"2026-03-05T08:03:36.657336Z","steps":["trace[1964276745] 'agreement among raft nodes before linearized reading' (duration: 288.625602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:36.657472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.176734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-txlqb\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-05T08:03:36.657579Z","caller":"traceutil/trace.go:171","msg":"trace[1965693029] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-txlqb; range_end:; response_count:1; response_revision:16466; }","duration":"157.350937ms","start":"2026-03-05T08:03:36.500204Z","end":"2026-03-05T08:03:36.657555Z","steps":["trace[1965693029] 'agreement among raft nodes before linearized reading' (duration: 157.04613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:36.657806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.033332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T08:03:36.657975Z","caller":"traceutil/trace.go:171","msg":"trace[162613337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16466; }","duration":"279.238488ms","start":"2026-03-05T08:03:36.378707Z","end":"2026-03-05T08:03:36.657945Z","steps":["trace[162613337] 'agreement among raft nodes before linearized reading' (duration: 278.596493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:36.658184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.37991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:03:36.658249Z","caller":"traceutil/trace.go:171","msg":"trace[120750034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16466; }","duration":"284.460422ms","start":"2026-03-05T08:03:36.373772Z","end":"2026-03-05T08:03:36.658233Z","steps":["trace[120750034] 'agreement among raft nodes before linearized reading' (duration: 283.466199ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:03:36.778979Z","caller":"traceutil/trace.go:171","msg":"trace[698575769] transaction","detail":"{read_only:false; response_revision:16468; number_of_response:1; }","duration":"116.953913ms","start":"2026-03-05T08:03:36.661997Z","end":"2026-03-05T08:03:36.778951Z","steps":["trace[698575769] 'process raft request' (duration: 116.83525ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:03:36.779201Z","caller":"traceutil/trace.go:171","msg":"trace[435428247] transaction","detail":"{read_only:false; response_revision:16467; number_of_response:1; }","duration":"117.292931ms","start":"2026-03-05T08:03:36.661869Z","end":"2026-03-05T08:03:36.779162Z","steps":["trace[435428247] 'process raft request' (duration: 46.287555ms)","trace[435428247] 'compare' (duration: 70.449602ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:03:36.77944Z","caller":"traceutil/trace.go:171","msg":"trace[1378029154] transaction","detail":"{read_only:false; response_revision:16469; number_of_response:1; }","duration":"116.106383ms","start":"2026-03-05T08:03:36.663284Z","end":"2026-03-05T08:03:36.77939Z","steps":["trace[1378029154] 'process raft request' (duration: 115.619662ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:03:36.779416Z","caller":"traceutil/trace.go:171","msg":"trace[417335292] linearizableReadLoop","detail":"{readStateIndex:17076; appliedIndex:17073; }","duration":"116.062902ms","start":"2026-03-05T08:03:36.663316Z","end":"2026-03-05T08:03:36.779379Z","steps":["trace[417335292] 'read index received' (duration: 44.82172ms)","trace[417335292] 'applied index is now lower than readState.Index' (duration: 71.234842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:03:36.780352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.004284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:955586"} {"level":"info","ts":"2026-03-05T08:03:36.780423Z","caller":"traceutil/trace.go:171","msg":"trace[750258415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16469; }","duration":"117.180908ms","start":"2026-03-05T08:03:36.663228Z","end":"2026-03-05T08:03:36.780409Z","steps":["trace[750258415] 'agreement among raft nodes before linearized reading' (duration: 116.297848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:36.780597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.946128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:955586"} {"level":"info","ts":"2026-03-05T08:03:36.780656Z","caller":"traceutil/trace.go:171","msg":"trace[2023457383] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16469; }","duration":"116.031791ms","start":"2026-03-05T08:03:36.664613Z","end":"2026-03-05T08:03:36.780645Z","steps":["trace[2023457383] 'agreement among raft nodes before linearized reading' (duration: 115.105939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:37.380672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.768736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:03:37.380775Z","caller":"traceutil/trace.go:171","msg":"trace[182347319] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:16469; }","duration":"301.934029ms","start":"2026-03-05T08:03:37.078823Z","end":"2026-03-05T08:03:37.380757Z","steps":["trace[182347319] 'count revisions from in-memory index tree' (duration: 301.662043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:37.380821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:37.078801Z","time spent":"302.009411ms","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:03:37.380821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.021554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:03:37.380891Z","caller":"traceutil/trace.go:171","msg":"trace[660240827] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:16469; }","duration":"264.105106ms","start":"2026-03-05T08:03:37.116768Z","end":"2026-03-05T08:03:37.380873Z","steps":["trace[660240827] 'count revisions from in-memory index tree' (duration: 263.943672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:37.381241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.125933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-05T08:03:37.381277Z","caller":"traceutil/trace.go:171","msg":"trace[772908973] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:16469; }","duration":"196.160824ms","start":"2026-03-05T08:03:37.185105Z","end":"2026-03-05T08:03:37.381266Z","steps":["trace[772908973] 'range keys from in-memory index tree' (duration: 196.00153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:37.381379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.373667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:03:37.381405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.362593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:03:37.381426Z","caller":"traceutil/trace.go:171","msg":"trace[157852377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16469; }","duration":"394.47476ms","start":"2026-03-05T08:03:36.986941Z","end":"2026-03-05T08:03:37.381416Z","steps":["trace[157852377] 'range keys from in-memory index tree' (duration: 394.237694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:37.381462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.812743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:03:37.381491Z","caller":"traceutil/trace.go:171","msg":"trace[267021419] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:16469; }","duration":"117.856974ms","start":"2026-03-05T08:03:37.263628Z","end":"2026-03-05T08:03:37.381485Z","steps":["trace[267021419] 'count revisions from in-memory index tree' (duration: 117.765342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:37.381462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:36.986912Z","time spent":"394.542261ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:03:37.381435Z","caller":"traceutil/trace.go:171","msg":"trace[2010974661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16469; }","duration":"153.432644ms","start":"2026-03-05T08:03:37.227994Z","end":"2026-03-05T08:03:37.381426Z","steps":["trace[2010974661] 'count revisions from in-memory index tree' (duration: 153.2496ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:03:37.61995Z","caller":"traceutil/trace.go:171","msg":"trace[1242810031] transaction","detail":"{read_only:false; response_revision:16470; number_of_response:1; }","duration":"220.829794ms","start":"2026-03-05T08:03:37.399092Z","end":"2026-03-05T08:03:37.619922Z","steps":["trace[1242810031] 'process raft request' (duration: 220.591628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:38.18806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343244344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:03:38.424233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.80315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:03:38.42451Z","caller":"traceutil/trace.go:171","msg":"trace[873802821] transaction","detail":"{read_only:false; response_revision:16471; number_of_response:1; }","duration":"1.002876017s","start":"2026-03-05T08:03:37.421604Z","end":"2026-03-05T08:03:38.42448Z","steps":["trace[873802821] 'process raft request' (duration: 823.74146ms)","trace[873802821] 'compare' (duration: 178.502453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:03:38.424738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:37.421588Z","time spent":"1.003071293s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:03:38.539373Z","caller":"traceutil/trace.go:171","msg":"trace[1016173997] linearizableReadLoop","detail":"{readStateIndex:17080; appliedIndex:17077; }","duration":"852.323603ms","start":"2026-03-05T08:03:37.68699Z","end":"2026-03-05T08:03:38.539314Z","steps":["trace[1016173997] 'read index received' (duration: 558.367553ms)","trace[1016173997] 'applied index is now lower than readState.Index' (duration: 293.953039ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:03:38.539429Z","caller":"traceutil/trace.go:171","msg":"trace[1948765490] transaction","detail":"{read_only:false; response_revision:16472; number_of_response:1; }","duration":"575.42587ms","start":"2026-03-05T08:03:37.963958Z","end":"2026-03-05T08:03:38.539384Z","steps":["trace[1948765490] 'process raft request' (duration: 575.053711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:38.539685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:37.96394Z","time spent":"575.580393ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:03:38.611476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.999036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:03:38.611571Z","caller":"traceutil/trace.go:171","msg":"trace[919661468] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:16472; }","duration":"486.115639ms","start":"2026-03-05T08:03:38.125428Z","end":"2026-03-05T08:03:38.611544Z","steps":["trace[919661468] 'agreement among raft nodes before linearized reading' (duration: 414.129439ms)","trace[919661468] 'count revisions from in-memory index tree' (duration: 71.841766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:03:38.611569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.198816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:03:38.611625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:38.125374Z","time spent":"486.238171ms","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:03:38.611658Z","caller":"traceutil/trace.go:171","msg":"trace[1465031053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16472; }","duration":"302.33765ms","start":"2026-03-05T08:03:38.30929Z","end":"2026-03-05T08:03:38.611627Z","steps":["trace[1465031053] 'agreement among raft nodes before linearized reading' (duration: 230.301419ms)","trace[1465031053] 'range keys from in-memory index tree' (duration: 71.844426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:03:38.611631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.423096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:03:38.611724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:38.30927Z","time spent":"302.444092ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:03:38.611706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.133608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:03:38.611731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.314347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544960-6hnrd\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-03-05T08:03:38.611787Z","caller":"traceutil/trace.go:171","msg":"trace[171331145] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:16472; }","duration":"321.57994ms","start":"2026-03-05T08:03:38.290135Z","end":"2026-03-05T08:03:38.611715Z","steps":["trace[171331145] 'agreement among raft nodes before linearized reading' (duration: 249.402836ms)","trace[171331145] 'range keys from in-memory index tree' (duration: 72.01357ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:03:38.611803Z","caller":"traceutil/trace.go:171","msg":"trace[2039556965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16472; }","duration":"468.285532ms","start":"2026-03-05T08:03:38.143491Z","end":"2026-03-05T08:03:38.611777Z","steps":["trace[2039556965] 'agreement among raft nodes before linearized reading' (duration: 396.055577ms)","trace[2039556965] 'count revisions from in-memory index tree' (duration: 72.075252ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:03:38.611814Z","caller":"traceutil/trace.go:171","msg":"trace[796821451] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544960-6hnrd; range_end:; response_count:1; response_revision:16472; }","duration":"897.44742ms","start":"2026-03-05T08:03:37.714343Z","end":"2026-03-05T08:03:38.611791Z","steps":["trace[796821451] 'agreement among raft nodes before linearized reading' (duration: 825.190955ms)","trace[796821451] 'range keys from in-memory index tree' (duration: 72.00967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:03:38.611841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:38.290116Z","time spent":"321.713962ms","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-05T08:03:38.611848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:38.143473Z","time spent":"468.366635ms","remote":"127.0.0.1:47846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:03:38.61187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:37.714324Z","time spent":"897.537243ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29544960-6hnrd\" "} {"level":"warn","ts":"2026-03-05T08:03:38.611927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.751439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:03:38.611993Z","caller":"traceutil/trace.go:171","msg":"trace[156207078] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:16472; }","duration":"668.833851ms","start":"2026-03-05T08:03:37.943126Z","end":"2026-03-05T08:03:38.61196Z","steps":["trace[156207078] 'agreement among raft nodes before linearized reading' (duration: 596.442733ms)","trace[156207078] 'count revisions from in-memory index tree' (duration: 72.331607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:03:38.612036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:37.943108Z","time spent":"668.918703ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:03:38.61237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.662778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:03:38.612428Z","caller":"traceutil/trace.go:171","msg":"trace[658063438] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:16472; }","duration":"181.77004ms","start":"2026-03-05T08:03:38.430642Z","end":"2026-03-05T08:03:38.612412Z","steps":["trace[658063438] 'agreement among raft nodes before linearized reading' (duration: 108.92626ms)","trace[658063438] 'count revisions from in-memory index tree' (duration: 72.755877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:03:38.612663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.184574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:03:38.612924Z","caller":"traceutil/trace.go:171","msg":"trace[1599476559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16472; }","duration":"170.465531ms","start":"2026-03-05T08:03:38.442395Z","end":"2026-03-05T08:03:38.612861Z","steps":["trace[1599476559] 'agreement among raft nodes before linearized reading' (duration: 97.16058ms)","trace[1599476559] 'range keys from in-memory index tree' (duration: 71.856747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:03:38.613052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.062933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:03:38.613106Z","caller":"traceutil/trace.go:171","msg":"trace[1606383858] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16472; }","duration":"926.156145ms","start":"2026-03-05T08:03:37.686936Z","end":"2026-03-05T08:03:38.613092Z","steps":["trace[1606383858] 'agreement among raft nodes before linearized reading' (duration: 852.540437ms)","trace[1606383858] 'count revisions from in-memory index tree' (duration: 73.526156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:03:38.613147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:37.686912Z","time spent":"926.223727ms","remote":"127.0.0.1:48778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1854,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:03:42.961058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.956343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:03:42.961161Z","caller":"traceutil/trace.go:171","msg":"trace[1813797955] transaction","detail":"{read_only:false; response_revision:16567; number_of_response:1; }","duration":"134.481112ms","start":"2026-03-05T08:03:42.826665Z","end":"2026-03-05T08:03:42.961146Z","steps":["trace[1813797955] 'process raft request' (duration: 30.361215ms)","trace[1813797955] 'compare' (duration: 103.82891ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:03:43.286687Z","caller":"traceutil/trace.go:171","msg":"trace[938881856] linearizableReadLoop","detail":"{readStateIndex:17177; appliedIndex:17175; }","duration":"432.761854ms","start":"2026-03-05T08:03:42.85386Z","end":"2026-03-05T08:03:43.286622Z","steps":["trace[938881856] 'read index received' (duration: 3.171825ms)","trace[938881856] 'applied index is now lower than readState.Index' (duration: 429.588469ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:03:43.286781Z","caller":"traceutil/trace.go:171","msg":"trace[1926545701] transaction","detail":"{read_only:false; response_revision:16568; number_of_response:1; }","duration":"459.234736ms","start":"2026-03-05T08:03:42.827524Z","end":"2026-03-05T08:03:43.286759Z","steps":["trace[1926545701] 'process raft request' (duration: 398.216009ms)","trace[1926545701] 'compare' (duration: 60.658919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:03:43.286874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:42.82751Z","time spent":"459.312478ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:03:43.286958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.168578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jfjc6\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-05T08:03:43.287001Z","caller":"traceutil/trace.go:171","msg":"trace[24033849] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jfjc6; range_end:; response_count:1; response_revision:16568; }","duration":"429.24764ms","start":"2026-03-05T08:03:42.857744Z","end":"2026-03-05T08:03:43.286991Z","steps":["trace[24033849] 'agreement among raft nodes before linearized reading' (duration: 429.102547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:43.286995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.555648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:03:43.28697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.094873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-txlqb\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-05T08:03:43.287165Z","caller":"traceutil/trace.go:171","msg":"trace[449794107] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-txlqb; range_end:; response_count:1; response_revision:16568; }","duration":"433.338838ms","start":"2026-03-05T08:03:42.853811Z","end":"2026-03-05T08:03:43.28715Z","steps":["trace[449794107] 'agreement among raft nodes before linearized reading' (duration: 432.99683ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:03:43.287136Z","caller":"traceutil/trace.go:171","msg":"trace[946694708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16568; }","duration":"416.770252ms","start":"2026-03-05T08:03:42.870349Z","end":"2026-03-05T08:03:43.287119Z","steps":["trace[946694708] 'agreement among raft nodes before linearized reading' (duration: 416.549727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:43.287032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:42.85773Z","time spent":"429.294521ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jfjc6\" "} {"level":"warn","ts":"2026-03-05T08:03:43.287204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:42.853792Z","time spent":"433.4039ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-txlqb\" "} {"level":"warn","ts":"2026-03-05T08:03:43.287238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:42.870335Z","time spent":"416.882055ms","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:03:43.289238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.70638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4c5698f4-2751-4e13-b010-80bb7b22fda3\" ","response":"range_response_count:1 size:3932"} {"level":"info","ts":"2026-03-05T08:03:43.289311Z","caller":"traceutil/trace.go:171","msg":"trace[1437261849] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4c5698f4-2751-4e13-b010-80bb7b22fda3; range_end:; response_count:1; response_revision:16568; }","duration":"426.780992ms","start":"2026-03-05T08:03:42.862509Z","end":"2026-03-05T08:03:43.28929Z","steps":["trace[1437261849] 'agreement among raft nodes before linearized reading' (duration: 424.392265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:03:43.289362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:03:42.862478Z","time spent":"426.872014ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4c5698f4-2751-4e13-b010-80bb7b22fda3\" "} {"level":"warn","ts":"2026-03-05T08:03:47.216903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.3687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-05T08:03:47.217014Z","caller":"traceutil/trace.go:171","msg":"trace[470983736] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16662; }","duration":"160.528244ms","start":"2026-03-05T08:03:47.056465Z","end":"2026-03-05T08:03:47.216993Z","steps":["trace[470983736] 'range keys from in-memory index tree' (duration: 160.119965ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:32.086655Z","caller":"traceutil/trace.go:171","msg":"trace[1575784038] linearizableReadLoop","detail":"{readStateIndex:17737; appliedIndex:17736; }","duration":"100.378557ms","start":"2026-03-05T08:04:31.986249Z","end":"2026-03-05T08:04:32.086628Z","steps":["trace[1575784038] 'read index received' (duration: 100.171983ms)","trace[1575784038] 'applied index is now lower than readState.Index' (duration: 205.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:04:32.086709Z","caller":"traceutil/trace.go:171","msg":"trace[295813765] transaction","detail":"{read_only:false; response_revision:17110; number_of_response:1; }","duration":"101.198016ms","start":"2026-03-05T08:04:31.985475Z","end":"2026-03-05T08:04:32.086673Z","steps":["trace[295813765] 'process raft request' (duration: 100.985501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:32.086846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.575012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:04:32.086896Z","caller":"traceutil/trace.go:171","msg":"trace[1462398176] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:17110; }","duration":"100.673964ms","start":"2026-03-05T08:04:31.986205Z","end":"2026-03-05T08:04:32.086879Z","steps":["trace[1462398176] 'agreement among raft nodes before linearized reading' (duration: 100.573862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:33.030159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.943547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:04:33.030298Z","caller":"traceutil/trace.go:171","msg":"trace[2047124119] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:17117; }","duration":"291.150351ms","start":"2026-03-05T08:04:32.739121Z","end":"2026-03-05T08:04:33.030271Z","steps":["trace[2047124119] 'range keys from in-memory index tree' (duration: 290.869774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:33.03038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.139815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4957"} {"level":"info","ts":"2026-03-05T08:04:33.030435Z","caller":"traceutil/trace.go:171","msg":"trace[1532880066] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:17117; }","duration":"289.220036ms","start":"2026-03-05T08:04:32.741201Z","end":"2026-03-05T08:04:33.030421Z","steps":["trace[1532880066] 'range keys from in-memory index tree' (duration: 288.761685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:33.030481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.938854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:04:33.03059Z","caller":"traceutil/trace.go:171","msg":"trace[1473191101] linearizableReadLoop","detail":"{readStateIndex:17746; appliedIndex:17745; }","duration":"157.454551ms","start":"2026-03-05T08:04:32.873119Z","end":"2026-03-05T08:04:33.030574Z","steps":["trace[1473191101] 'read index received' (duration: 14.313162ms)","trace[1473191101] 'applied index is now lower than readState.Index' (duration: 143.140079ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:04:33.030684Z","caller":"traceutil/trace.go:171","msg":"trace[1849736203] transaction","detail":"{read_only:false; response_revision:17118; number_of_response:1; }","duration":"288.765225ms","start":"2026-03-05T08:04:32.741907Z","end":"2026-03-05T08:04:33.030672Z","steps":["trace[1849736203] 'process raft request' (duration: 145.549965ms)","trace[1849736203] 'compare' (duration: 142.81126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:04:33.030914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.719685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:04:33.030939Z","caller":"traceutil/trace.go:171","msg":"trace[815303235] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17118; }","duration":"131.788416ms","start":"2026-03-05T08:04:32.899145Z","end":"2026-03-05T08:04:33.030933Z","steps":["trace[815303235] 'agreement among raft nodes before linearized reading' (duration: 131.745465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:33.030935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.200314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:04:33.030982Z","caller":"traceutil/trace.go:171","msg":"trace[2084917297] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17118; }","duration":"139.267665ms","start":"2026-03-05T08:04:32.891703Z","end":"2026-03-05T08:04:33.030971Z","steps":["trace[2084917297] 'agreement among raft nodes before linearized reading' (duration: 139.202774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:33.030992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.342236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:04:33.03102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.438418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:04:33.031033Z","caller":"traceutil/trace.go:171","msg":"trace[899016736] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17118; }","duration":"131.48179ms","start":"2026-03-05T08:04:32.899548Z","end":"2026-03-05T08:04:33.03103Z","steps":["trace[899016736] 'agreement among raft nodes before linearized reading' (duration: 131.458539ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:33.031037Z","caller":"traceutil/trace.go:171","msg":"trace[176083806] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17118; }","duration":"157.400149ms","start":"2026-03-05T08:04:32.873623Z","end":"2026-03-05T08:04:33.031023Z","steps":["trace[176083806] 'agreement among raft nodes before linearized reading' (duration: 157.296706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:33.031035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.666935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:04:33.031086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.943605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:04:33.0311Z","caller":"traceutil/trace.go:171","msg":"trace[1757089655] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17118; }","duration":"132.982246ms","start":"2026-03-05T08:04:32.898113Z","end":"2026-03-05T08:04:33.031095Z","steps":["trace[1757089655] 'agreement among raft nodes before linearized reading' (duration: 132.961266ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:33.031096Z","caller":"traceutil/trace.go:171","msg":"trace[1912853226] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:17118; }","duration":"157.749128ms","start":"2026-03-05T08:04:32.873332Z","end":"2026-03-05T08:04:33.031081Z","steps":["trace[1912853226] 'agreement among raft nodes before linearized reading' (duration: 157.633305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:33.031128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.235604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:04:33.031153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.091564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:04:33.031168Z","caller":"traceutil/trace.go:171","msg":"trace[1014498936] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:17118; }","duration":"132.129565ms","start":"2026-03-05T08:04:32.899034Z","end":"2026-03-05T08:04:33.031164Z","steps":["trace[1014498936] 'agreement among raft nodes before linearized reading' (duration: 132.100864ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:33.031168Z","caller":"traceutil/trace.go:171","msg":"trace[54104047] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17118; }","duration":"157.313146ms","start":"2026-03-05T08:04:32.873847Z","end":"2026-03-05T08:04:33.03116Z","steps":["trace[54104047] 'agreement among raft nodes before linearized reading' (duration: 157.262385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:33.031221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.105866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:04:33.031118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.030999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4957"} {"level":"info","ts":"2026-03-05T08:04:33.031237Z","caller":"traceutil/trace.go:171","msg":"trace[417992659] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17118; }","duration":"158.155678ms","start":"2026-03-05T08:04:32.873077Z","end":"2026-03-05T08:04:33.031233Z","steps":["trace[417992659] 'agreement among raft nodes before linearized reading' (duration: 158.134037ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:33.03125Z","caller":"traceutil/trace.go:171","msg":"trace[1000730600] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:17118; }","duration":"131.199733ms","start":"2026-03-05T08:04:32.900043Z","end":"2026-03-05T08:04:33.031242Z","steps":["trace[1000730600] 'agreement among raft nodes before linearized reading' (duration: 130.919986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:33.030798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.524862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:04:33.031338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.483308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:04:33.031441Z","caller":"traceutil/trace.go:171","msg":"trace[1591565014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17118; }","duration":"123.603032ms","start":"2026-03-05T08:04:32.907808Z","end":"2026-03-05T08:04:33.031411Z","steps":["trace[1591565014] 'agreement among raft nodes before linearized reading' (duration: 123.321685ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:33.031403Z","caller":"traceutil/trace.go:171","msg":"trace[1655472855] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17118; }","duration":"158.128976ms","start":"2026-03-05T08:04:32.873264Z","end":"2026-03-05T08:04:33.031393Z","steps":["trace[1655472855] 'agreement among raft nodes before linearized reading' (duration: 157.495361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:33.031882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.988912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4957"} {"level":"info","ts":"2026-03-05T08:04:33.031947Z","caller":"traceutil/trace.go:171","msg":"trace[125095818] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:17118; }","duration":"137.081453ms","start":"2026-03-05T08:04:32.894854Z","end":"2026-03-05T08:04:33.031936Z","steps":["trace[125095818] 'agreement among raft nodes before linearized reading' (duration: 136.261924ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:33.14244Z","caller":"traceutil/trace.go:171","msg":"trace[638726467] transaction","detail":"{read_only:false; response_revision:17120; number_of_response:1; }","duration":"106.806741ms","start":"2026-03-05T08:04:33.035605Z","end":"2026-03-05T08:04:33.142412Z","steps":["trace[638726467] 'process raft request' (duration: 106.528273ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:33.311621Z","caller":"traceutil/trace.go:171","msg":"trace[1787767686] linearizableReadLoop","detail":"{readStateIndex:17750; appliedIndex:17749; }","duration":"155.405571ms","start":"2026-03-05T08:04:33.156191Z","end":"2026-03-05T08:04:33.311596Z","steps":["trace[1787767686] 'read index received' (duration: 155.213117ms)","trace[1787767686] 'applied index is now lower than readState.Index' (duration: 191.694µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:04:33.311769Z","caller":"traceutil/trace.go:171","msg":"trace[535198055] transaction","detail":"{read_only:false; response_revision:17122; number_of_response:1; }","duration":"155.957415ms","start":"2026-03-05T08:04:33.155691Z","end":"2026-03-05T08:04:33.311648Z","steps":["trace[535198055] 'process raft request' (duration: 155.761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:33.311873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.666387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-sync-lz489\" ","response":"range_response_count:1 size:6867"} {"level":"info","ts":"2026-03-05T08:04:33.312055Z","caller":"traceutil/trace.go:171","msg":"trace[800395579] range","detail":"{range_begin:/registry/pods/openstack/heat-db-sync-lz489; range_end:; response_count:1; response_revision:17122; }","duration":"155.824041ms","start":"2026-03-05T08:04:33.156145Z","end":"2026-03-05T08:04:33.311969Z","steps":["trace[800395579] 'agreement among raft nodes before linearized reading' (duration: 155.543615ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:33.426863Z","caller":"traceutil/trace.go:171","msg":"trace[341486483] transaction","detail":"{read_only:false; response_revision:17124; number_of_response:1; }","duration":"105.378677ms","start":"2026-03-05T08:04:33.321443Z","end":"2026-03-05T08:04:33.426822Z","steps":["trace[341486483] 'process raft request' (duration: 103.982234ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:33.426949Z","caller":"traceutil/trace.go:171","msg":"trace[221433553] linearizableReadLoop","detail":"{readStateIndex:17752; appliedIndex:17750; }","duration":"100.440129ms","start":"2026-03-05T08:04:33.326471Z","end":"2026-03-05T08:04:33.426911Z","steps":["trace[221433553] 'read index received' (duration: 19.196589ms)","trace[221433553] 'applied index is now lower than readState.Index' (duration: 81.23835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:04:33.428112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.648797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:04:33.428198Z","caller":"traceutil/trace.go:171","msg":"trace[1532541508] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:17124; }","duration":"101.789992ms","start":"2026-03-05T08:04:33.326389Z","end":"2026-03-05T08:04:33.428179Z","steps":["trace[1532541508] 'agreement among raft nodes before linearized reading' (duration: 100.658774ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:50.981001Z","caller":"traceutil/trace.go:171","msg":"trace[534519679] transaction","detail":"{read_only:false; response_revision:17258; number_of_response:1; }","duration":"343.653015ms","start":"2026-03-05T08:04:50.637321Z","end":"2026-03-05T08:04:50.980974Z","steps":["trace[534519679] 'process raft request' (duration: 343.446441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:50.981177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:04:50.637287Z","time spent":"343.803839ms","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18558,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:04:50.987726Z","caller":"traceutil/trace.go:171","msg":"trace[765515728] linearizableReadLoop","detail":"{readStateIndex:17890; appliedIndex:17888; }","duration":"209.935193ms","start":"2026-03-05T08:04:50.777756Z","end":"2026-03-05T08:04:50.987691Z","steps":["trace[765515728] 'read index received' (duration: 203.13657ms)","trace[765515728] 'applied index is now lower than readState.Index' (duration: 6.797203ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:04:50.987828Z","caller":"traceutil/trace.go:171","msg":"trace[885753338] transaction","detail":"{read_only:false; response_revision:17259; number_of_response:1; }","duration":"292.642768ms","start":"2026-03-05T08:04:50.695129Z","end":"2026-03-05T08:04:50.987772Z","steps":["trace[885753338] 'process raft request' (duration: 292.356682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:50.9879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.123418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:04:50.987964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.175599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:04:50.988056Z","caller":"traceutil/trace.go:171","msg":"trace[1073497813] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17259; }","duration":"210.326403ms","start":"2026-03-05T08:04:50.777714Z","end":"2026-03-05T08:04:50.98804Z","steps":["trace[1073497813] 'agreement among raft nodes before linearized reading' (duration: 210.153119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:04:50.988068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.114407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:04:50.987984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.136448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:04:50.988113Z","caller":"traceutil/trace.go:171","msg":"trace[1184695138] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17259; }","duration":"210.176929ms","start":"2026-03-05T08:04:50.777925Z","end":"2026-03-05T08:04:50.988102Z","steps":["trace[1184695138] 'agreement among raft nodes before linearized reading' (duration: 210.110678ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:50.98799Z","caller":"traceutil/trace.go:171","msg":"trace[2000889491] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17259; }","duration":"210.21397ms","start":"2026-03-05T08:04:50.777753Z","end":"2026-03-05T08:04:50.987967Z","steps":["trace[2000889491] 'agreement among raft nodes before linearized reading' (duration: 210.064156ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:04:50.98819Z","caller":"traceutil/trace.go:171","msg":"trace[1410907249] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17259; }","duration":"210.370393ms","start":"2026-03-05T08:04:50.777783Z","end":"2026-03-05T08:04:50.988153Z","steps":["trace[1410907249] 'agreement among raft nodes before linearized reading' (duration: 210.114507ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:00.483616Z","caller":"traceutil/trace.go:171","msg":"trace[956674395] transaction","detail":"{read_only:false; response_revision:17318; number_of_response:1; }","duration":"186.483522ms","start":"2026-03-05T08:05:00.297114Z","end":"2026-03-05T08:05:00.483597Z","steps":["trace[956674395] 'process raft request' (duration: 186.320769ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:00.483934Z","caller":"traceutil/trace.go:171","msg":"trace[742480507] linearizableReadLoop","detail":"{readStateIndex:17952; appliedIndex:17951; }","duration":"179.897076ms","start":"2026-03-05T08:05:00.303669Z","end":"2026-03-05T08:05:00.483566Z","steps":["trace[742480507] 'read index received' (duration: 179.585118ms)","trace[742480507] 'applied index is now lower than readState.Index' (duration: 310.968µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:00.483962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.269655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29544965-m22nt\" ","response":"range_response_count:1 size:5347"} {"level":"info","ts":"2026-03-05T08:05:00.484033Z","caller":"traceutil/trace.go:171","msg":"trace[472347347] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-usage-audit-29544965-m22nt; range_end:; response_count:1; response_revision:17318; }","duration":"180.373408ms","start":"2026-03-05T08:05:00.303641Z","end":"2026-03-05T08:05:00.484014Z","steps":["trace[472347347] 'agreement among raft nodes before linearized reading' (duration: 180.136232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:00.484068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.767413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:00.484103Z","caller":"traceutil/trace.go:171","msg":"trace[1431106641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17318; }","duration":"166.814654ms","start":"2026-03-05T08:05:00.317278Z","end":"2026-03-05T08:05:00.484092Z","steps":["trace[1431106641] 'agreement among raft nodes before linearized reading' (duration: 166.737382ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:00.6774Z","caller":"traceutil/trace.go:171","msg":"trace[190252845] transaction","detail":"{read_only:false; response_revision:17321; number_of_response:1; }","duration":"116.210606ms","start":"2026-03-05T08:05:00.561166Z","end":"2026-03-05T08:05:00.677377Z","steps":["trace[190252845] 'process raft request' (duration: 116.080752ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:00.701822Z","caller":"traceutil/trace.go:171","msg":"trace[2018983772] transaction","detail":"{read_only:false; response_revision:17322; number_of_response:1; }","duration":"134.329528ms","start":"2026-03-05T08:05:00.567465Z","end":"2026-03-05T08:05:00.701794Z","steps":["trace[2018983772] 'process raft request' (duration: 134.040691ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:00.999665Z","caller":"traceutil/trace.go:171","msg":"trace[1707493353] transaction","detail":"{read_only:false; response_revision:17323; number_of_response:1; }","duration":"147.045972ms","start":"2026-03-05T08:05:00.852593Z","end":"2026-03-05T08:05:00.999639Z","steps":["trace[1707493353] 'process raft request' (duration: 146.911189ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:01.398502Z","caller":"traceutil/trace.go:171","msg":"trace[2081438600] linearizableReadLoop","detail":"{readStateIndex:17961; appliedIndex:17960; }","duration":"145.199288ms","start":"2026-03-05T08:05:01.253279Z","end":"2026-03-05T08:05:01.398478Z","steps":["trace[2081438600] 'read index received' (duration: 145.009263ms)","trace[2081438600] 'applied index is now lower than readState.Index' (duration: 188.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:05:01.398611Z","caller":"traceutil/trace.go:171","msg":"trace[742124076] transaction","detail":"{read_only:false; response_revision:17327; number_of_response:1; }","duration":"178.338619ms","start":"2026-03-05T08:05:01.220233Z","end":"2026-03-05T08:05:01.398571Z","steps":["trace[742124076] 'process raft request' (duration: 178.114693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:01.398766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.468394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T08:05:01.398774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.622281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T08:05:01.398813Z","caller":"traceutil/trace.go:171","msg":"trace[812341626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17327; }","duration":"145.563836ms","start":"2026-03-05T08:05:01.253236Z","end":"2026-03-05T08:05:01.398799Z","steps":["trace[812341626] 'agreement among raft nodes before linearized reading' (duration: 145.370692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:01.398789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.92076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:05:01.398829Z","caller":"traceutil/trace.go:171","msg":"trace[1008676623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17327; }","duration":"115.722553ms","start":"2026-03-05T08:05:01.283091Z","end":"2026-03-05T08:05:01.398814Z","steps":["trace[1008676623] 'agreement among raft nodes before linearized reading' (duration: 115.56902ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:01.398891Z","caller":"traceutil/trace.go:171","msg":"trace[1015577279] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:17327; }","duration":"137.053953ms","start":"2026-03-05T08:05:01.261814Z","end":"2026-03-05T08:05:01.398868Z","steps":["trace[1015577279] 'agreement among raft nodes before linearized reading' (duration: 136.820527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:01.710513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.31478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:05:01.710654Z","caller":"traceutil/trace.go:171","msg":"trace[1883011486] transaction","detail":"{read_only:false; response_revision:17328; number_of_response:1; }","duration":"307.026391ms","start":"2026-03-05T08:05:01.403605Z","end":"2026-03-05T08:05:01.710631Z","steps":["trace[1883011486] 'process raft request' (duration: 32.512216ms)","trace[1883011486] 'compare' (duration: 274.221378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:01.71074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.403582Z","time spent":"307.116074ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:05:01.759624Z","caller":"traceutil/trace.go:171","msg":"trace[1823425495] linearizableReadLoop","detail":"{readStateIndex:17964; appliedIndex:17962; }","duration":"297.934264ms","start":"2026-03-05T08:05:01.461666Z","end":"2026-03-05T08:05:01.759601Z","steps":["trace[1823425495] 'read index received' (duration: 297.724579ms)","trace[1823425495] 'applied index is now lower than readState.Index' (duration: 208.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:05:01.75967Z","caller":"traceutil/trace.go:171","msg":"trace[1942112569] transaction","detail":"{read_only:false; response_revision:17329; number_of_response:1; }","duration":"355.93726ms","start":"2026-03-05T08:05:01.403698Z","end":"2026-03-05T08:05:01.759636Z","steps":["trace[1942112569] 'process raft request' (duration: 355.709824ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:01.759797Z","caller":"traceutil/trace.go:171","msg":"trace[1485132065] transaction","detail":"{read_only:false; response_revision:17330; number_of_response:1; }","duration":"352.240801ms","start":"2026-03-05T08:05:01.407491Z","end":"2026-03-05T08:05:01.759732Z","steps":["trace[1485132065] 'process raft request' (duration: 352.060407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:01.759878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.403674Z","time spent":"356.100713ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:05:01.759959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.466575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-service-rcw62\" ","response":"range_response_count:1 size:11082"} {"level":"warn","ts":"2026-03-05T08:05:01.759974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.16843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T08:05:01.759987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.407482Z","time spent":"352.422456ms","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2878,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T08:05:01.760023Z","caller":"traceutil/trace.go:171","msg":"trace[169377344] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-service-rcw62; range_end:; response_count:1; response_revision:17330; }","duration":"282.532526ms","start":"2026-03-05T08:05:01.477473Z","end":"2026-03-05T08:05:01.760006Z","steps":["trace[169377344] 'agreement among raft nodes before linearized reading' (duration: 282.312551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:01.760044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.561686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:05:01.760111Z","caller":"traceutil/trace.go:171","msg":"trace[1755202866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17330; }","duration":"248.665548ms","start":"2026-03-05T08:05:01.511427Z","end":"2026-03-05T08:05:01.760093Z","steps":["trace[1755202866] 'agreement among raft nodes before linearized reading' (duration: 248.416083ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:01.760133Z","caller":"traceutil/trace.go:171","msg":"trace[1372686332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17330; }","duration":"298.411506ms","start":"2026-03-05T08:05:01.461611Z","end":"2026-03-05T08:05:01.760023Z","steps":["trace[1372686332] 'agreement among raft nodes before linearized reading' (duration: 298.114629ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:01.8786Z","caller":"traceutil/trace.go:171","msg":"trace[2026197498] linearizableReadLoop","detail":"{readStateIndex:17965; appliedIndex:17964; }","duration":"113.612302ms","start":"2026-03-05T08:05:01.764955Z","end":"2026-03-05T08:05:01.878568Z","steps":["trace[2026197498] 'read index received' (duration: 61.882978ms)","trace[2026197498] 'applied index is now lower than readState.Index' (duration: 51.728124ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:05:01.878823Z","caller":"traceutil/trace.go:171","msg":"trace[1879917513] transaction","detail":"{read_only:false; response_revision:17331; number_of_response:1; }","duration":"114.095384ms","start":"2026-03-05T08:05:01.7647Z","end":"2026-03-05T08:05:01.878795Z","steps":["trace[1879917513] 'process raft request' (duration: 62.126433ms)","trace[1879917513] 'compare' (duration: 51.619212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:01.879062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.081684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:05:01.879133Z","caller":"traceutil/trace.go:171","msg":"trace[558201733] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17331; }","duration":"114.166996ms","start":"2026-03-05T08:05:01.764948Z","end":"2026-03-05T08:05:01.879115Z","steps":["trace[558201733] 'agreement among raft nodes before linearized reading' (duration: 113.861158ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:02.088087Z","caller":"traceutil/trace.go:171","msg":"trace[419159316] transaction","detail":"{read_only:false; response_revision:17332; number_of_response:1; }","duration":"323.042824ms","start":"2026-03-05T08:05:01.765008Z","end":"2026-03-05T08:05:02.088051Z","steps":["trace[419159316] 'process raft request' (duration: 316.328664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:02.088323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.764988Z","time spent":"323.206827ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:05:02.088432Z","caller":"traceutil/trace.go:171","msg":"trace[389863791] linearizableReadLoop","detail":"{readStateIndex:17968; appliedIndex:17965; }","duration":"209.574665ms","start":"2026-03-05T08:05:01.878811Z","end":"2026-03-05T08:05:02.088386Z","steps":["trace[389863791] 'read index received' (duration: 202.541057ms)","trace[389863791] 'applied index is now lower than readState.Index' (duration: 7.032618ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:05:02.088492Z","caller":"traceutil/trace.go:171","msg":"trace[613929007] transaction","detail":"{read_only:false; response_revision:17334; number_of_response:1; }","duration":"316.209571ms","start":"2026-03-05T08:05:01.772236Z","end":"2026-03-05T08:05:02.088446Z","steps":["trace[613929007] 'process raft request' (duration: 316.005506ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:02.088522Z","caller":"traceutil/trace.go:171","msg":"trace[212324869] transaction","detail":"{read_only:false; response_revision:17333; number_of_response:1; }","duration":"323.091895ms","start":"2026-03-05T08:05:01.765398Z","end":"2026-03-05T08:05:02.08849Z","steps":["trace[212324869] 'process raft request' (duration: 322.604584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:02.088641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.564507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29544960-6hnrd\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-03-05T08:05:02.08867Z","caller":"traceutil/trace.go:171","msg":"trace[1408133532] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29544960-6hnrd; range_end:; response_count:1; response_revision:17334; }","duration":"305.653069ms","start":"2026-03-05T08:05:01.783006Z","end":"2026-03-05T08:05:02.088659Z","steps":["trace[1408133532] 'agreement among raft nodes before linearized reading' (duration: 305.519896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:02.088709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.782989Z","time spent":"305.71458ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29544960-6hnrd\" "} {"level":"warn","ts":"2026-03-05T08:05:02.088704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.76535Z","time spent":"323.240659ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:05:02.08871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:01.772211Z","time spent":"316.364964ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11356,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:05:02.133858Z","caller":"traceutil/trace.go:171","msg":"trace[516442281] transaction","detail":"{read_only:false; response_revision:17335; number_of_response:1; }","duration":"106.139633ms","start":"2026-03-05T08:05:02.027679Z","end":"2026-03-05T08:05:02.133819Z","steps":["trace[516442281] 'process raft request' (duration: 105.753564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:02.133936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.955202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-05T08:05:02.134017Z","caller":"traceutil/trace.go:171","msg":"trace[582232648] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17335; }","duration":"253.061154ms","start":"2026-03-05T08:05:01.880931Z","end":"2026-03-05T08:05:02.133992Z","steps":["trace[582232648] 'agreement among raft nodes before linearized reading' (duration: 252.784216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.169704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.673572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:05:03.169894Z","caller":"traceutil/trace.go:171","msg":"trace[1677625644] transaction","detail":"{read_only:false; response_revision:17338; number_of_response:1; }","duration":"388.075997ms","start":"2026-03-05T08:05:02.781801Z","end":"2026-03-05T08:05:03.169877Z","steps":["trace[1677625644] 'process raft request' (duration: 388.011425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.169958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:02.781781Z","time spent":"388.145148ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:05:03.170121Z","caller":"traceutil/trace.go:171","msg":"trace[632370687] linearizableReadLoop","detail":"{readStateIndex:17972; appliedIndex:17971; }","duration":"570.151244ms","start":"2026-03-05T08:05:02.599944Z","end":"2026-03-05T08:05:03.170095Z","steps":["trace[632370687] 'read index received' (duration: 428.070082ms)","trace[632370687] 'applied index is now lower than readState.Index' (duration: 142.078922ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:05:03.170135Z","caller":"traceutil/trace.go:171","msg":"trace[450546785] transaction","detail":"{read_only:false; response_revision:17337; number_of_response:1; }","duration":"611.964442ms","start":"2026-03-05T08:05:02.558143Z","end":"2026-03-05T08:05:03.170107Z","steps":["trace[450546785] 'process raft request' (duration: 469.782688ms)","trace[450546785] 'compare' (duration: 141.55514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:03.170314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:02.558113Z","time spent":"612.082676ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:05:03.170432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.433362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:05:03.170503Z","caller":"traceutil/trace.go:171","msg":"trace[1203284675] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:17338; }","duration":"570.567985ms","start":"2026-03-05T08:05:02.599899Z","end":"2026-03-05T08:05:03.170467Z","steps":["trace[1203284675] 'agreement among raft nodes before linearized reading' (duration: 570.308968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.170541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:02.599876Z","time spent":"570.655147ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":76,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:05:03.229552Z","caller":"traceutil/trace.go:171","msg":"trace[1211523184] transaction","detail":"{read_only:false; response_revision:17339; number_of_response:1; }","duration":"139.706186ms","start":"2026-03-05T08:05:03.089825Z","end":"2026-03-05T08:05:03.229531Z","steps":["trace[1211523184] 'process raft request' (duration: 139.533162ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.229997Z","caller":"traceutil/trace.go:171","msg":"trace[790632312] transaction","detail":"{read_only:false; response_revision:17340; number_of_response:1; }","duration":"129.289447ms","start":"2026-03-05T08:05:03.1007Z","end":"2026-03-05T08:05:03.229989Z","steps":["trace[790632312] 'process raft request' (duration: 128.778305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.230166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.351126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:05:03.23023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.553101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:03.230262Z","caller":"traceutil/trace.go:171","msg":"trace[460406202] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17341; }","duration":"141.615472ms","start":"2026-03-05T08:05:03.088638Z","end":"2026-03-05T08:05:03.230254Z","steps":["trace[460406202] 'agreement among raft nodes before linearized reading' (duration: 141.53026ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.230261Z","caller":"traceutil/trace.go:171","msg":"trace[1150341914] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17341; }","duration":"141.51395ms","start":"2026-03-05T08:05:03.088713Z","end":"2026-03-05T08:05:03.230227Z","steps":["trace[1150341914] 'agreement among raft nodes before linearized reading' (duration: 141.379176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.230376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.94243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:03.230395Z","caller":"traceutil/trace.go:171","msg":"trace[306543222] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17341; }","duration":"141.97873ms","start":"2026-03-05T08:05:03.08841Z","end":"2026-03-05T08:05:03.230389Z","steps":["trace[306543222] 'agreement among raft nodes before linearized reading' (duration: 141.94655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.230451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.397351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:03.230467Z","caller":"traceutil/trace.go:171","msg":"trace[963356690] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17341; }","duration":"142.447562ms","start":"2026-03-05T08:05:03.088013Z","end":"2026-03-05T08:05:03.23046Z","steps":["trace[963356690] 'agreement among raft nodes before linearized reading' (duration: 142.423052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.230542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.386341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:05:03.230566Z","caller":"traceutil/trace.go:171","msg":"trace[265035104] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:17341; }","duration":"387.455122ms","start":"2026-03-05T08:05:02.843104Z","end":"2026-03-05T08:05:03.230559Z","steps":["trace[265035104] 'agreement among raft nodes before linearized reading' (duration: 387.399991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.230585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:02.843081Z","time spent":"387.496953ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":25,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:05:03.230765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.865951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:05:03.23079Z","caller":"traceutil/trace.go:171","msg":"trace[1592267735] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:17341; }","duration":"526.954533ms","start":"2026-03-05T08:05:02.703831Z","end":"2026-03-05T08:05:03.230785Z","steps":["trace[1592267735] 'agreement among raft nodes before linearized reading' (duration: 526.84538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.230807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:02.703809Z","time spent":"526.993624ms","remote":"127.0.0.1:48566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":146,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:05:03.231048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.826606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:05:03.231044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.780235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:05:03.231115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.921678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:03.231136Z","caller":"traceutil/trace.go:171","msg":"trace[576329182] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17341; }","duration":"110.938769ms","start":"2026-03-05T08:05:03.120175Z","end":"2026-03-05T08:05:03.231114Z","steps":["trace[576329182] 'agreement among raft nodes before linearized reading' (duration: 110.759144ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.231142Z","caller":"traceutil/trace.go:171","msg":"trace[757888898] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17341; }","duration":"110.909768ms","start":"2026-03-05T08:05:03.120213Z","end":"2026-03-05T08:05:03.231123Z","steps":["trace[757888898] 'agreement among raft nodes before linearized reading' (duration: 110.728824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.231194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.03662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:03.23122Z","caller":"traceutil/trace.go:171","msg":"trace[1638901969] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17341; }","duration":"111.061741ms","start":"2026-03-05T08:05:03.120153Z","end":"2026-03-05T08:05:03.231215Z","steps":["trace[1638901969] 'agreement among raft nodes before linearized reading' (duration: 111.01963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.231322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.214025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:05:03.231319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.096512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:03.231152Z","caller":"traceutil/trace.go:171","msg":"trace[1211903455] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17341; }","duration":"110.99729ms","start":"2026-03-05T08:05:03.120148Z","end":"2026-03-05T08:05:03.231145Z","steps":["trace[1211903455] 'agreement among raft nodes before linearized reading' (duration: 110.933069ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.231355Z","caller":"traceutil/trace.go:171","msg":"trace[1472036596] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17341; }","duration":"111.145943ms","start":"2026-03-05T08:05:03.120202Z","end":"2026-03-05T08:05:03.231348Z","steps":["trace[1472036596] 'agreement among raft nodes before linearized reading' (duration: 111.095152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.231374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.003601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:03.231348Z","caller":"traceutil/trace.go:171","msg":"trace[1671600486] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17341; }","duration":"111.264006ms","start":"2026-03-05T08:05:03.120078Z","end":"2026-03-05T08:05:03.231342Z","steps":["trace[1671600486] 'agreement among raft nodes before linearized reading' (duration: 111.224005ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:03.231415Z","caller":"traceutil/trace.go:171","msg":"trace[16991595] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17341; }","duration":"111.070071ms","start":"2026-03-05T08:05:03.120335Z","end":"2026-03-05T08:05:03.231405Z","steps":["trace[16991595] 'agreement among raft nodes before linearized reading' (duration: 111.01253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:03.231384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.279497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:03.231554Z","caller":"traceutil/trace.go:171","msg":"trace[1391462371] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17341; }","duration":"111.45855ms","start":"2026-03-05T08:05:03.120068Z","end":"2026-03-05T08:05:03.231527Z","steps":["trace[1391462371] 'agreement among raft nodes before linearized reading' (duration: 111.294346ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:06.725617Z","caller":"traceutil/trace.go:171","msg":"trace[141727831] transaction","detail":"{read_only:false; response_revision:17387; number_of_response:1; }","duration":"124.518394ms","start":"2026-03-05T08:05:06.601075Z","end":"2026-03-05T08:05:06.725594Z","steps":["trace[141727831] 'process raft request' (duration: 96.427263ms)","trace[141727831] 'compare' (duration: 27.984618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:07.661559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.718303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:07.661678Z","caller":"traceutil/trace.go:171","msg":"trace[583988822] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17392; }","duration":"254.880927ms","start":"2026-03-05T08:05:07.406768Z","end":"2026-03-05T08:05:07.661648Z","steps":["trace[583988822] 'range keys from in-memory index tree' (duration: 254.647391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:07.661836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.41942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:07.661919Z","caller":"traceutil/trace.go:171","msg":"trace[1943491925] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17392; }","duration":"103.552913ms","start":"2026-03-05T08:05:07.558346Z","end":"2026-03-05T08:05:07.661899Z","steps":["trace[1943491925] 'range keys from in-memory index tree' (duration: 103.347298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:07.661744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.105223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:05:07.66196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.77821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-05T08:05:07.662018Z","caller":"traceutil/trace.go:171","msg":"trace[511769991] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17392; }","duration":"103.403919ms","start":"2026-03-05T08:05:07.558596Z","end":"2026-03-05T08:05:07.662Z","steps":["trace[511769991] 'range keys from in-memory index tree' (duration: 103.062961ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:07.66209Z","caller":"traceutil/trace.go:171","msg":"trace[1695722960] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17392; }","duration":"101.998086ms","start":"2026-03-05T08:05:07.56005Z","end":"2026-03-05T08:05:07.662048Z","steps":["trace[1695722960] 'range keys from in-memory index tree' (duration: 101.478463ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:08.80871Z","caller":"traceutil/trace.go:171","msg":"trace[111198757] linearizableReadLoop","detail":"{readStateIndex:18036; appliedIndex:18035; }","duration":"157.565673ms","start":"2026-03-05T08:05:08.651115Z","end":"2026-03-05T08:05:08.80868Z","steps":["trace[111198757] 'read index received' (duration: 157.4397ms)","trace[111198757] 'applied index is now lower than readState.Index' (duration: 124.793µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:05:08.808789Z","caller":"traceutil/trace.go:171","msg":"trace[1524474312] transaction","detail":"{read_only:false; response_revision:17400; number_of_response:1; }","duration":"162.183493ms","start":"2026-03-05T08:05:08.646577Z","end":"2026-03-05T08:05:08.80876Z","steps":["trace[1524474312] 'process raft request' (duration: 161.918887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:08.81013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.983287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:107 size:1063326"} {"level":"info","ts":"2026-03-05T08:05:08.810243Z","caller":"traceutil/trace.go:171","msg":"trace[30812245] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:107; response_revision:17400; }","duration":"159.084249ms","start":"2026-03-05T08:05:08.651099Z","end":"2026-03-05T08:05:08.810183Z","steps":["trace[30812245] 'agreement among raft nodes before linearized reading' (duration: 157.693936ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:08.890589Z","caller":"traceutil/trace.go:171","msg":"trace[1843760208] transaction","detail":"{read_only:false; response_revision:17401; number_of_response:1; }","duration":"227.680257ms","start":"2026-03-05T08:05:08.662886Z","end":"2026-03-05T08:05:08.890566Z","steps":["trace[1843760208] 'process raft request' (duration: 227.188625ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:08.891025Z","caller":"traceutil/trace.go:171","msg":"trace[1100968258] transaction","detail":"{read_only:false; response_revision:17402; number_of_response:1; }","duration":"126.353598ms","start":"2026-03-05T08:05:08.764645Z","end":"2026-03-05T08:05:08.890998Z","steps":["trace[1100968258] 'process raft request' (duration: 125.861825ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:11.395333Z","caller":"traceutil/trace.go:171","msg":"trace[110655850] transaction","detail":"{read_only:false; response_revision:17430; number_of_response:1; }","duration":"104.412774ms","start":"2026-03-05T08:05:11.290896Z","end":"2026-03-05T08:05:11.395309Z","steps":["trace[110655850] 'process raft request' (duration: 104.199778ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:12.921353Z","caller":"traceutil/trace.go:171","msg":"trace[1015361245] linearizableReadLoop","detail":"{readStateIndex:18078; appliedIndex:18077; }","duration":"138.892566ms","start":"2026-03-05T08:05:12.782441Z","end":"2026-03-05T08:05:12.921333Z","steps":["trace[1015361245] 'read index received' (duration: 138.848095ms)","trace[1015361245] 'applied index is now lower than readState.Index' (duration: 43.391µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:05:12.921473Z","caller":"traceutil/trace.go:171","msg":"trace[656788490] transaction","detail":"{read_only:false; response_revision:17441; number_of_response:1; }","duration":"189.73272ms","start":"2026-03-05T08:05:12.731688Z","end":"2026-03-05T08:05:12.921421Z","steps":["trace[656788490] 'process raft request' (duration: 189.511805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:12.921598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.125421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:05:12.921631Z","caller":"traceutil/trace.go:171","msg":"trace[1516344572] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17441; }","duration":"139.215834ms","start":"2026-03-05T08:05:12.782407Z","end":"2026-03-05T08:05:12.921623Z","steps":["trace[1516344572] 'agreement among raft nodes before linearized reading' (duration: 139.04301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:13.587616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.311442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:13.587809Z","caller":"traceutil/trace.go:171","msg":"trace[2118198089] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17441; }","duration":"589.561847ms","start":"2026-03-05T08:05:12.998221Z","end":"2026-03-05T08:05:13.587783Z","steps":["trace[2118198089] 'range keys from in-memory index tree' (duration: 589.198389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:13.587907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:12.998189Z","time spent":"589.703491ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T08:05:13.58858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.414479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:05:13.588658Z","caller":"traceutil/trace.go:171","msg":"trace[853370270] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:17441; }","duration":"500.594702ms","start":"2026-03-05T08:05:13.088044Z","end":"2026-03-05T08:05:13.588639Z","steps":["trace[853370270] 'count revisions from in-memory index tree' (duration: 500.336217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:13.588695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:13.088017Z","time spent":"500.669566ms","remote":"127.0.0.1:53560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:05:13.588772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.422205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-05T08:05:13.588426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.790803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-05T08:05:13.588956Z","caller":"traceutil/trace.go:171","msg":"trace[1312107673] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:17441; }","duration":"399.391598ms","start":"2026-03-05T08:05:13.189523Z","end":"2026-03-05T08:05:13.588915Z","steps":["trace[1312107673] 'range keys from in-memory index tree' (duration: 398.582057ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:13.589054Z","caller":"traceutil/trace.go:171","msg":"trace[1201865944] linearizableReadLoop","detail":"{readStateIndex:18079; appliedIndex:18078; }","duration":"336.871645ms","start":"2026-03-05T08:05:13.252174Z","end":"2026-03-05T08:05:13.589045Z","steps":["trace[1201865944] 'read index received' (duration: 229.025389ms)","trace[1201865944] 'applied index is now lower than readState.Index' (duration: 107.843826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:13.58906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:13.189497Z","time spent":"399.529521ms","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-05T08:05:13.589149Z","caller":"traceutil/trace.go:171","msg":"trace[1527714944] transaction","detail":"{read_only:false; response_revision:17444; number_of_response:1; }","duration":"168.486623ms","start":"2026-03-05T08:05:13.420647Z","end":"2026-03-05T08:05:13.589134Z","steps":["trace[1527714944] 'process raft request' (duration: 168.34844ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:13.589198Z","caller":"traceutil/trace.go:171","msg":"trace[25781161] transaction","detail":"{read_only:false; response_revision:17443; number_of_response:1; }","duration":"188.954753ms","start":"2026-03-05T08:05:13.40022Z","end":"2026-03-05T08:05:13.589174Z","steps":["trace[25781161] 'process raft request' (duration: 188.663706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:13.589264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.343005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:13.589318Z","caller":"traceutil/trace.go:171","msg":"trace[557322212] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17444; }","duration":"334.432376ms","start":"2026-03-05T08:05:13.254877Z","end":"2026-03-05T08:05:13.589309Z","steps":["trace[557322212] 'agreement among raft nodes before linearized reading' (duration: 334.369175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:13.589342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:13.254823Z","time spent":"334.512199ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-05T08:05:13.589544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.783023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:13.589588Z","caller":"traceutil/trace.go:171","msg":"trace[599758712] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17444; }","duration":"295.853444ms","start":"2026-03-05T08:05:13.293722Z","end":"2026-03-05T08:05:13.589576Z","steps":["trace[599758712] 'agreement among raft nodes before linearized reading' (duration: 295.767072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:13.589177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.008388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:13.58974Z","caller":"traceutil/trace.go:171","msg":"trace[2087011209] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17444; }","duration":"337.606662ms","start":"2026-03-05T08:05:13.252118Z","end":"2026-03-05T08:05:13.589724Z","steps":["trace[2087011209] 'agreement among raft nodes before linearized reading' (duration: 337.003758ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:13.58967Z","caller":"traceutil/trace.go:171","msg":"trace[1230948380] transaction","detail":"{read_only:false; response_revision:17442; number_of_response:1; }","duration":"398.823394ms","start":"2026-03-05T08:05:13.19021Z","end":"2026-03-05T08:05:13.589033Z","steps":["trace[1230948380] 'process raft request' (duration: 290.974788ms)","trace[1230948380] 'compare' (duration: 107.118428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:13.589857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.804917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"warn","ts":"2026-03-05T08:05:13.589895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.413482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-05T08:05:13.589887Z","caller":"traceutil/trace.go:171","msg":"trace[1713951636] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17444; }","duration":"327.90977ms","start":"2026-03-05T08:05:13.261969Z","end":"2026-03-05T08:05:13.589879Z","steps":["trace[1713951636] 'agreement among raft nodes before linearized reading' (duration: 327.597672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:13.589926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.678664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:13.589973Z","caller":"traceutil/trace.go:171","msg":"trace[1691073639] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17444; }","duration":"332.749045ms","start":"2026-03-05T08:05:13.257211Z","end":"2026-03-05T08:05:13.58996Z","steps":["trace[1691073639] 'agreement among raft nodes before linearized reading' (duration: 332.657753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:13.590019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:13.257202Z","time spent":"332.810018ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-05T08:05:13.590038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:13.261963Z","time spent":"327.992102ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21401,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T08:05:13.590127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.313545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:13.59016Z","caller":"traceutil/trace.go:171","msg":"trace[1829463011] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17444; }","duration":"332.366327ms","start":"2026-03-05T08:05:13.257786Z","end":"2026-03-05T08:05:13.590152Z","steps":["trace[1829463011] 'agreement among raft nodes before linearized reading' (duration: 332.319646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:13.590123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.40857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:05:13.590211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.035052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:05:13.590243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.525042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:13.590269Z","caller":"traceutil/trace.go:171","msg":"trace[636786455] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17444; }","duration":"333.114164ms","start":"2026-03-05T08:05:13.257147Z","end":"2026-03-05T08:05:13.590261Z","steps":["trace[636786455] 'agreement among raft nodes before linearized reading' (duration: 333.040643ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:13.590276Z","caller":"traceutil/trace.go:171","msg":"trace[717888842] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17444; }","duration":"170.586424ms","start":"2026-03-05T08:05:13.419682Z","end":"2026-03-05T08:05:13.590269Z","steps":["trace[717888842] 'agreement among raft nodes before linearized reading' (duration: 170.543563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:13.590293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:13.257135Z","time spent":"333.152485ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-05T08:05:13.590316Z","caller":"traceutil/trace.go:171","msg":"trace[1723398483] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17444; }","duration":"330.541753ms","start":"2026-03-05T08:05:13.259685Z","end":"2026-03-05T08:05:13.590226Z","steps":["trace[1723398483] 'agreement among raft nodes before linearized reading' (duration: 330.398619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:13.590411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:13.259674Z","time spent":"330.725837ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T08:05:13.590187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:13.257775Z","time spent":"332.406468ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-05T08:05:13.590438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.04779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:13.590647Z","caller":"traceutil/trace.go:171","msg":"trace[1179991947] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17444; }","duration":"335.305786ms","start":"2026-03-05T08:05:13.255329Z","end":"2026-03-05T08:05:13.590635Z","steps":["trace[1179991947] 'agreement among raft nodes before linearized reading' (duration: 335.05859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:13.590711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:13.255318Z","time spent":"335.382598ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-05T08:05:13.590536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:13.190184Z","time spent":"399.710605ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:05:13.589818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:13.252096Z","time spent":"337.708315ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-05T08:05:13.591211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.552583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:13.591399Z","caller":"traceutil/trace.go:171","msg":"trace[1722382708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17444; }","duration":"281.758178ms","start":"2026-03-05T08:05:13.309625Z","end":"2026-03-05T08:05:13.591383Z","steps":["trace[1722382708] 'agreement among raft nodes before linearized reading' (duration: 281.542573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:13.591578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.315011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-05T08:05:13.591631Z","caller":"traceutil/trace.go:171","msg":"trace[434420663] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17444; }","duration":"171.370322ms","start":"2026-03-05T08:05:13.420248Z","end":"2026-03-05T08:05:13.591618Z","steps":["trace[434420663] 'agreement among raft nodes before linearized reading' (duration: 170.202214ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:13.589953Z","caller":"traceutil/trace.go:171","msg":"trace[288359071] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17444; }","duration":"168.488483ms","start":"2026-03-05T08:05:13.421451Z","end":"2026-03-05T08:05:13.58994Z","steps":["trace[288359071] 'agreement among raft nodes before linearized reading' (duration: 168.34566ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:13.900812Z","caller":"traceutil/trace.go:171","msg":"trace[1623074312] transaction","detail":"{read_only:false; response_revision:17445; number_of_response:1; }","duration":"104.217848ms","start":"2026-03-05T08:05:13.796573Z","end":"2026-03-05T08:05:13.900791Z","steps":["trace[1623074312] 'process raft request' (duration: 100.186351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:19.807547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.474595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:05:19.807686Z","caller":"traceutil/trace.go:171","msg":"trace[1665763143] linearizableReadLoop","detail":"{readStateIndex:18119; appliedIndex:18118; }","duration":"195.709602ms","start":"2026-03-05T08:05:19.61196Z","end":"2026-03-05T08:05:19.807669Z","steps":["trace[1665763143] 'read index received' (duration: 39.107744ms)","trace[1665763143] 'applied index is now lower than readState.Index' (duration: 156.600498ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:05:19.807763Z","caller":"traceutil/trace.go:171","msg":"trace[1841510895] transaction","detail":"{read_only:false; response_revision:17481; number_of_response:1; }","duration":"485.924064ms","start":"2026-03-05T08:05:19.321828Z","end":"2026-03-05T08:05:19.807752Z","steps":["trace[1841510895] 'process raft request' (duration: 329.150211ms)","trace[1841510895] 'compare' (duration: 153.041594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:05:19.807806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.832406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:05:19.807825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:05:19.321814Z","time spent":"485.976795ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14338,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:05:19.807866Z","caller":"traceutil/trace.go:171","msg":"trace[1566995517] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17481; }","duration":"196.039771ms","start":"2026-03-05T08:05:19.611813Z","end":"2026-03-05T08:05:19.807853Z","steps":["trace[1566995517] 'agreement among raft nodes before linearized reading' (duration: 195.945969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:19.850767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.465254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:19.850832Z","caller":"traceutil/trace.go:171","msg":"trace[1098103257] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17483; }","duration":"238.557727ms","start":"2026-03-05T08:05:19.612259Z","end":"2026-03-05T08:05:19.850817Z","steps":["trace[1098103257] 'agreement among raft nodes before linearized reading' (duration: 238.390773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:19.851053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.928032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:19.851074Z","caller":"traceutil/trace.go:171","msg":"trace[592000937] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17483; }","duration":"233.010124ms","start":"2026-03-05T08:05:19.618058Z","end":"2026-03-05T08:05:19.851068Z","steps":["trace[592000937] 'agreement among raft nodes before linearized reading' (duration: 232.970704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:19.851051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.902721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:19.851129Z","caller":"traceutil/trace.go:171","msg":"trace[739730719] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17483; }","duration":"233.026034ms","start":"2026-03-05T08:05:19.618082Z","end":"2026-03-05T08:05:19.851109Z","steps":["trace[739730719] 'agreement among raft nodes before linearized reading' (duration: 232.900741ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:19.851405Z","caller":"traceutil/trace.go:171","msg":"trace[421173343] transaction","detail":"{read_only:false; response_revision:17482; number_of_response:1; }","duration":"239.356175ms","start":"2026-03-05T08:05:19.612034Z","end":"2026-03-05T08:05:19.85139Z","steps":["trace[421173343] 'process raft request' (duration: 238.465744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:19.851232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.225527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-05T08:05:19.851505Z","caller":"traceutil/trace.go:171","msg":"trace[1329081574] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17483; }","duration":"235.514524ms","start":"2026-03-05T08:05:19.615981Z","end":"2026-03-05T08:05:19.851495Z","steps":["trace[1329081574] 'agreement among raft nodes before linearized reading' (duration: 235.181196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:19.851771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.184532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:19.85184Z","caller":"traceutil/trace.go:171","msg":"trace[1563105863] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17483; }","duration":"154.284914ms","start":"2026-03-05T08:05:19.697543Z","end":"2026-03-05T08:05:19.851828Z","steps":["trace[1563105863] 'agreement among raft nodes before linearized reading' (duration: 154.189512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:19.851943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.056227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:19.851967Z","caller":"traceutil/trace.go:171","msg":"trace[408185183] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17483; }","duration":"236.101657ms","start":"2026-03-05T08:05:19.61586Z","end":"2026-03-05T08:05:19.851961Z","steps":["trace[408185183] 'agreement among raft nodes before linearized reading' (duration: 236.064617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:19.852136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.864244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"warn","ts":"2026-03-05T08:05:19.852157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.829173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-05T08:05:19.852209Z","caller":"traceutil/trace.go:171","msg":"trace[760861864] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17483; }","duration":"233.952896ms","start":"2026-03-05T08:05:19.618238Z","end":"2026-03-05T08:05:19.852191Z","steps":["trace[760861864] 'agreement among raft nodes before linearized reading' (duration: 233.725281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:19.852288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.161384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-05T08:05:19.852315Z","caller":"traceutil/trace.go:171","msg":"trace[231873237] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17483; }","duration":"147.209735ms","start":"2026-03-05T08:05:19.7051Z","end":"2026-03-05T08:05:19.852309Z","steps":["trace[231873237] 'agreement among raft nodes before linearized reading' (duration: 147.144403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:19.852267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.89061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:19.852213Z","caller":"traceutil/trace.go:171","msg":"trace[1181659567] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17483; }","duration":"233.920195ms","start":"2026-03-05T08:05:19.61828Z","end":"2026-03-05T08:05:19.8522Z","steps":["trace[1181659567] 'agreement among raft nodes before linearized reading' (duration: 233.6948ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:19.852356Z","caller":"traceutil/trace.go:171","msg":"trace[186889099] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17483; }","duration":"237.995323ms","start":"2026-03-05T08:05:19.614351Z","end":"2026-03-05T08:05:19.852346Z","steps":["trace[186889099] 'agreement among raft nodes before linearized reading' (duration: 237.891711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:19.852425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.208572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:05:19.852454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.148314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:05:19.852474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.388342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:19.852493Z","caller":"traceutil/trace.go:171","msg":"trace[526528291] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17483; }","duration":"238.425133ms","start":"2026-03-05T08:05:19.614063Z","end":"2026-03-05T08:05:19.852488Z","steps":["trace[526528291] 'agreement among raft nodes before linearized reading' (duration: 238.394722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:05:19.852496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.950839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:05:19.85252Z","caller":"traceutil/trace.go:171","msg":"trace[561718226] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17483; }","duration":"239.99365ms","start":"2026-03-05T08:05:19.612519Z","end":"2026-03-05T08:05:19.852513Z","steps":["trace[561718226] 'agreement among raft nodes before linearized reading' (duration: 239.95945ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:19.852619Z","caller":"traceutil/trace.go:171","msg":"trace[1536585212] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17483; }","duration":"240.191105ms","start":"2026-03-05T08:05:19.612286Z","end":"2026-03-05T08:05:19.852477Z","steps":["trace[1536585212] 'agreement among raft nodes before linearized reading' (duration: 240.118713ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:19.85246Z","caller":"traceutil/trace.go:171","msg":"trace[566048745] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17483; }","duration":"154.262464ms","start":"2026-03-05T08:05:19.698189Z","end":"2026-03-05T08:05:19.852451Z","steps":["trace[566048745] 'agreement among raft nodes before linearized reading' (duration: 154.211973ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:05:19.852431Z","caller":"traceutil/trace.go:171","msg":"trace[93574872] transaction","detail":"{read_only:false; response_revision:17483; number_of_response:1; }","duration":"234.462018ms","start":"2026-03-05T08:05:19.617958Z","end":"2026-03-05T08:05:19.85242Z","steps":["trace[93574872] 'process raft request' (duration: 232.653046ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:08:09.464102Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16288} {"level":"info","ts":"2026-03-05T08:08:09.561075Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16288,"took":"93.375585ms","hash":345159956,"current-db-size-bytes":44863488,"current-db-size":"45 MB","current-db-size-in-use-bytes":31408128,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-05T08:08:09.561129Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":345159956,"revision":16288,"compact-revision":14103} {"level":"info","ts":"2026-03-05T08:09:05.248005Z","caller":"traceutil/trace.go:171","msg":"trace[98437577] linearizableReadLoop","detail":"{readStateIndex:19633; appliedIndex:19632; }","duration":"410.176173ms","start":"2026-03-05T08:09:04.837803Z","end":"2026-03-05T08:09:05.247979Z","steps":["trace[98437577] 'read index received' (duration: 410.125281ms)","trace[98437577] 'applied index is now lower than readState.Index' (duration: 49.552µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:09:05.248113Z","caller":"traceutil/trace.go:171","msg":"trace[1746139525] transaction","detail":"{read_only:false; response_revision:18939; number_of_response:1; }","duration":"499.304542ms","start":"2026-03-05T08:09:04.748759Z","end":"2026-03-05T08:09:05.248064Z","steps":["trace[1746139525] 'process raft request' (duration: 499.073486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:05.248228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.415178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T08:09:05.248271Z","caller":"traceutil/trace.go:171","msg":"trace[1023489530] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18939; }","duration":"410.50713ms","start":"2026-03-05T08:09:04.837754Z","end":"2026-03-05T08:09:05.248261Z","steps":["trace[1023489530] 'agreement among raft nodes before linearized reading' (duration: 410.351497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:05.248275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:04.748735Z","time spent":"499.459575ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:09:05.24831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:04.837733Z","time spent":"410.568311ms","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T08:09:05.249989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.373574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T08:09:05.249991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.234997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:09:05.250046Z","caller":"traceutil/trace.go:171","msg":"trace[1261537128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18940; }","duration":"194.473646ms","start":"2026-03-05T08:09:05.05556Z","end":"2026-03-05T08:09:05.250033Z","steps":["trace[1261537128] 'agreement among raft nodes before linearized reading' (duration: 194.338973ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:09:05.250017Z","caller":"traceutil/trace.go:171","msg":"trace[1569914603] transaction","detail":"{read_only:false; response_revision:18940; number_of_response:1; }","duration":"153.616546ms","start":"2026-03-05T08:09:05.096368Z","end":"2026-03-05T08:09:05.249985Z","steps":["trace[1569914603] 'process raft request' (duration: 153.324819ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:09:05.250055Z","caller":"traceutil/trace.go:171","msg":"trace[843812050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18940; }","duration":"198.334319ms","start":"2026-03-05T08:09:05.051707Z","end":"2026-03-05T08:09:05.250041Z","steps":["trace[843812050] 'agreement among raft nodes before linearized reading' (duration: 198.138175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:05.25014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.331071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T08:09:05.250197Z","caller":"traceutil/trace.go:171","msg":"trace[716484944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18940; }","duration":"196.436114ms","start":"2026-03-05T08:09:05.053751Z","end":"2026-03-05T08:09:05.250187Z","steps":["trace[716484944] 'agreement among raft nodes before linearized reading' (duration: 196.234849ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:09:10.874913Z","caller":"traceutil/trace.go:171","msg":"trace[807726212] transaction","detail":"{read_only:false; response_revision:18964; number_of_response:1; }","duration":"164.98858ms","start":"2026-03-05T08:09:10.709892Z","end":"2026-03-05T08:09:10.874881Z","steps":["trace[807726212] 'process raft request' (duration: 164.776075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:11.304584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.926017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:09:11.304663Z","caller":"traceutil/trace.go:171","msg":"trace[1624298184] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:18964; }","duration":"270.05602ms","start":"2026-03-05T08:09:11.03459Z","end":"2026-03-05T08:09:11.304646Z","steps":["trace[1624298184] 'count revisions from in-memory index tree' (duration: 269.852475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:11.873696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.324619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:09:11.874039Z","caller":"traceutil/trace.go:171","msg":"trace[1114885685] transaction","detail":"{read_only:false; response_revision:18967; number_of_response:1; }","duration":"528.982845ms","start":"2026-03-05T08:09:11.345029Z","end":"2026-03-05T08:09:11.874012Z","steps":["trace[1114885685] 'process raft request' (duration: 310.177604ms)","trace[1114885685] 'compare' (duration: 218.190236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:09:11.874133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:11.345013Z","time spent":"529.086007ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:09:12.62557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.986369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:09:12.625698Z","caller":"traceutil/trace.go:171","msg":"trace[308850500] linearizableReadLoop","detail":"{readStateIndex:19664; appliedIndex:19661; }","duration":"1.235860016s","start":"2026-03-05T08:09:11.389826Z","end":"2026-03-05T08:09:12.625686Z","steps":["trace[308850500] 'read index received' (duration: 265.388229ms)","trace[308850500] 'applied index is now lower than readState.Index' (duration: 970.471277ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:09:12.62574Z","caller":"traceutil/trace.go:171","msg":"trace[35651912] transaction","detail":"{read_only:false; response_revision:18968; number_of_response:1; }","duration":"1.280283663s","start":"2026-03-05T08:09:11.345451Z","end":"2026-03-05T08:09:12.625734Z","steps":["trace[35651912] 'process raft request' (duration: 974.942786ms)","trace[35651912] 'compare' (duration: 304.851106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:09:12.625778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:11.345443Z","time spent":"1.280309804s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:09:12.625911Z","caller":"traceutil/trace.go:171","msg":"trace[682520291] transaction","detail":"{read_only:false; response_revision:18970; number_of_response:1; }","duration":"982.338303ms","start":"2026-03-05T08:09:11.643534Z","end":"2026-03-05T08:09:12.625872Z","steps":["trace[682520291] 'process raft request' (duration: 982.128528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:12.625998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:11.643513Z","time spent":"982.439655ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:09:12.626008Z","caller":"traceutil/trace.go:171","msg":"trace[918150118] transaction","detail":"{read_only:false; response_revision:18969; number_of_response:1; }","duration":"1.280431226s","start":"2026-03-05T08:09:11.345538Z","end":"2026-03-05T08:09:12.625969Z","steps":["trace[918150118] 'process raft request' (duration: 1.280095958s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:12.626211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:11.345515Z","time spent":"1.28057833s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:09:12.62633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236492982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T08:09:12.62641Z","caller":"traceutil/trace.go:171","msg":"trace[1722813162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18970; }","duration":"1.236580784s","start":"2026-03-05T08:09:11.389808Z","end":"2026-03-05T08:09:12.626388Z","steps":["trace[1722813162] 'agreement among raft nodes before linearized reading' (duration: 1.236117373s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:12.62646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:11.389756Z","time spent":"1.236695316s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:09:12.682153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.065893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-05T08:09:12.68222Z","caller":"traceutil/trace.go:171","msg":"trace[2124621680] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:18971; }","duration":"153.183576ms","start":"2026-03-05T08:09:12.529022Z","end":"2026-03-05T08:09:12.682205Z","steps":["trace[2124621680] 'agreement among raft nodes before linearized reading' (duration: 152.986532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:12.682296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.881658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:09:12.682365Z","caller":"traceutil/trace.go:171","msg":"trace[1657653185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18971; }","duration":"372.97937ms","start":"2026-03-05T08:09:12.309368Z","end":"2026-03-05T08:09:12.682347Z","steps":["trace[1657653185] 'agreement among raft nodes before linearized reading' (duration: 372.874877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:12.682403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:12.309349Z","time spent":"373.046832ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:09:12.682492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292135467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:09:12.682517Z","caller":"traceutil/trace.go:171","msg":"trace[1541027908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18971; }","duration":"1.292183549s","start":"2026-03-05T08:09:11.390325Z","end":"2026-03-05T08:09:12.682509Z","steps":["trace[1541027908] 'agreement among raft nodes before linearized reading' (duration: 1.292120197s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:12.682537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:11.390311Z","time spent":"1.292220369s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T08:09:12.682806Z","caller":"traceutil/trace.go:171","msg":"trace[1955878725] transaction","detail":"{read_only:false; response_revision:18971; number_of_response:1; }","duration":"639.824783ms","start":"2026-03-05T08:09:12.042965Z","end":"2026-03-05T08:09:12.68279Z","steps":["trace[1955878725] 'process raft request' (duration: 638.888211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:12.684841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:12.042927Z","time spent":"640.058549ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:09:13.02002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.112052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:09:13.020133Z","caller":"traceutil/trace.go:171","msg":"trace[516642429] linearizableReadLoop","detail":"{readStateIndex:19667; appliedIndex:19666; }","duration":"338.134834ms","start":"2026-03-05T08:09:12.681979Z","end":"2026-03-05T08:09:13.020114Z","steps":["trace[516642429] 'read index received' (duration: 73.099294ms)","trace[516642429] 'applied index is now lower than readState.Index' (duration: 265.03409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:09:13.020319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.753263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:09:13.020402Z","caller":"traceutil/trace.go:171","msg":"trace[1191933787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18972; }","duration":"379.877136ms","start":"2026-03-05T08:09:12.640505Z","end":"2026-03-05T08:09:13.020382Z","steps":["trace[1191933787] 'agreement among raft nodes before linearized reading' (duration: 379.696491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:13.020451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:12.640499Z","time spent":"379.941108ms","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:09:13.020543Z","caller":"traceutil/trace.go:171","msg":"trace[951891724] transaction","detail":"{read_only:false; response_revision:18972; number_of_response:1; }","duration":"382.831537ms","start":"2026-03-05T08:09:12.637648Z","end":"2026-03-05T08:09:13.020479Z","steps":["trace[951891724] 'process raft request' (duration: 117.144541ms)","trace[951891724] 'compare' (duration: 264.63625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:09:13.020797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:12.637631Z","time spent":"383.051982ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:09:13.315654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.174355ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-05T08:09:13.316305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:12.683503Z","time spent":"632.795294ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T08:09:13.316363Z","caller":"traceutil/trace.go:171","msg":"trace[1269491251] transaction","detail":"{read_only:false; response_revision:18973; number_of_response:1; }","duration":"629.769722ms","start":"2026-03-05T08:09:12.686561Z","end":"2026-03-05T08:09:13.316331Z","steps":["trace[1269491251] 'process raft request' (duration: 629.178798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:13.316511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:12.686546Z","time spent":"629.889815ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:09:13.316324Z","caller":"traceutil/trace.go:171","msg":"trace[1214118891] linearizableReadLoop","detail":"{readStateIndex:19670; appliedIndex:19667; }","duration":"296.138436ms","start":"2026-03-05T08:09:13.020167Z","end":"2026-03-05T08:09:13.316305Z","steps":["trace[1214118891] 'read index received' (duration: 137.315036ms)","trace[1214118891] 'applied index is now lower than readState.Index' (duration: 158.82242ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:09:13.3166Z","caller":"traceutil/trace.go:171","msg":"trace[486246450] transaction","detail":"{read_only:false; response_revision:18974; number_of_response:1; }","duration":"436.877203ms","start":"2026-03-05T08:09:12.879696Z","end":"2026-03-05T08:09:13.316573Z","steps":["trace[486246450] 'process raft request' (duration: 436.569125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:13.316749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:12.879673Z","time spent":"436.991106ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:09:13.316853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.847524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:09:13.316996Z","caller":"traceutil/trace.go:171","msg":"trace[1389265460] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:18974; }","duration":"345.041629ms","start":"2026-03-05T08:09:12.971906Z","end":"2026-03-05T08:09:13.316948Z","steps":["trace[1389265460] 'agreement among raft nodes before linearized reading' (duration: 344.759342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:13.317075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:12.971883Z","time spent":"345.153222ms","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":44,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:09:13.316884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.168733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:09:13.317625Z","caller":"traceutil/trace.go:171","msg":"trace[560224010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18974; }","duration":"633.645145ms","start":"2026-03-05T08:09:12.683682Z","end":"2026-03-05T08:09:13.317327Z","steps":["trace[560224010] 'agreement among raft nodes before linearized reading' (duration: 632.675861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:13.317707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:12.683675Z","time spent":"634.014084ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:09:13.999449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.576915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:09:13.999584Z","caller":"traceutil/trace.go:171","msg":"trace[1448494758] transaction","detail":"{read_only:false; response_revision:18976; number_of_response:1; }","duration":"680.794926ms","start":"2026-03-05T08:09:13.318761Z","end":"2026-03-05T08:09:13.999556Z","steps":["trace[1448494758] 'process raft request' (duration: 441.983066ms)","trace[1448494758] 'compare' (duration: 238.214966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:09:13.999721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:13.318737Z","time spent":"680.90832ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:09:13.999729Z","caller":"traceutil/trace.go:171","msg":"trace[578514098] transaction","detail":"{read_only:false; response_revision:18977; number_of_response:1; }","duration":"654.426653ms","start":"2026-03-05T08:09:13.345278Z","end":"2026-03-05T08:09:13.999705Z","steps":["trace[578514098] 'process raft request' (duration: 654.29668ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:09:13.999769Z","caller":"traceutil/trace.go:171","msg":"trace[963501888] linearizableReadLoop","detail":"{readStateIndex:19672; appliedIndex:19671; }","duration":"672.16421ms","start":"2026-03-05T08:09:13.32757Z","end":"2026-03-05T08:09:13.999734Z","steps":["trace[963501888] 'read index received' (duration: 433.175565ms)","trace[963501888] 'applied index is now lower than readState.Index' (duration: 238.983765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:09:13.999834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:13.345259Z","time spent":"654.522326ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:09:14.000185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.711505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:09:14.000244Z","caller":"traceutil/trace.go:171","msg":"trace[1748578529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18977; }","duration":"670.787217ms","start":"2026-03-05T08:09:13.329439Z","end":"2026-03-05T08:09:14.000227Z","steps":["trace[1748578529] 'agreement among raft nodes before linearized reading' (duration: 670.51332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:14.000306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.110306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:09:14.000291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:13.329433Z","time spent":"670.845489ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T08:09:14.000383Z","caller":"traceutil/trace.go:171","msg":"trace[1622804750] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:18977; }","duration":"341.232049ms","start":"2026-03-05T08:09:13.659131Z","end":"2026-03-05T08:09:14.000363Z","steps":["trace[1622804750] 'agreement among raft nodes before linearized reading' (duration: 341.112116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:14.000412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.555816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T08:09:14.000439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.154288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T08:09:14.000487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:13.659105Z","time spent":"341.309811ms","remote":"127.0.0.1:36558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:09:14.000503Z","caller":"traceutil/trace.go:171","msg":"trace[743322667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18977; }","duration":"121.27025ms","start":"2026-03-05T08:09:13.879217Z","end":"2026-03-05T08:09:14.000487Z","steps":["trace[743322667] 'agreement among raft nodes before linearized reading' (duration: 121.036225ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:09:14.000499Z","caller":"traceutil/trace.go:171","msg":"trace[1568066848] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:18977; }","duration":"411.678228ms","start":"2026-03-05T08:09:13.5888Z","end":"2026-03-05T08:09:14.000478Z","steps":["trace[1568066848] 'agreement among raft nodes before linearized reading' (duration: 411.459583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:14.00059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.008611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:09:14.000643Z","caller":"traceutil/trace.go:171","msg":"trace[178875041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18977; }","duration":"673.084112ms","start":"2026-03-05T08:09:13.327546Z","end":"2026-03-05T08:09:14.00063Z","steps":["trace[178875041] 'agreement among raft nodes before linearized reading' (duration: 672.971139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:09:14.000652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:13.588785Z","time spent":"411.846233ms","remote":"127.0.0.1:48568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":151,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:09:14.000676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:09:13.327537Z","time spent":"673.131453ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:09:48.487429Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T08:09:48.493943Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-05T08:09:48.494027Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-05T08:10:03.39535Z","caller":"traceutil/trace.go:171","msg":"trace[1227427119] transaction","detail":"{read_only:false; response_revision:19487; number_of_response:1; }","duration":"113.37935ms","start":"2026-03-05T08:10:03.281937Z","end":"2026-03-05T08:10:03.395316Z","steps":["trace[1227427119] 'process raft request' (duration: 113.138094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:03.741418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.84255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:03.741523Z","caller":"traceutil/trace.go:171","msg":"trace[1095451583] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19487; }","duration":"220.978562ms","start":"2026-03-05T08:10:03.520517Z","end":"2026-03-05T08:10:03.741496Z","steps":["trace[1095451583] 'range keys from in-memory index tree' (duration: 220.757787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:03.741526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.924426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:10:03.741573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.752967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-05T08:10:03.741616Z","caller":"traceutil/trace.go:171","msg":"trace[801700952] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19487; }","duration":"220.814069ms","start":"2026-03-05T08:10:03.520788Z","end":"2026-03-05T08:10:03.741602Z","steps":["trace[801700952] 'range keys from in-memory index tree' (duration: 220.595103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:03.74159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.003963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:03.741657Z","caller":"traceutil/trace.go:171","msg":"trace[1641939806] transaction","detail":"{read_only:false; response_revision:19488; number_of_response:1; }","duration":"128.439463ms","start":"2026-03-05T08:10:03.61319Z","end":"2026-03-05T08:10:03.74163Z","steps":["trace[1641939806] 'process raft request' (duration: 31.531167ms)","trace[1641939806] 'compare' (duration: 96.765712ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:10:03.741687Z","caller":"traceutil/trace.go:171","msg":"trace[743682414] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19487; }","duration":"221.165227ms","start":"2026-03-05T08:10:03.520501Z","end":"2026-03-05T08:10:03.741666Z","steps":["trace[743682414] 'range keys from in-memory index tree' (duration: 220.903101ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:03.741698Z","caller":"traceutil/trace.go:171","msg":"trace[113085057] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19487; }","duration":"222.08099ms","start":"2026-03-05T08:10:03.519517Z","end":"2026-03-05T08:10:03.741598Z","steps":["trace[113085057] 'range keys from in-memory index tree' (duration: 221.834394ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:03.814508Z","caller":"traceutil/trace.go:171","msg":"trace[45611909] transaction","detail":"{read_only:false; response_revision:19489; number_of_response:1; }","duration":"157.070939ms","start":"2026-03-05T08:10:03.657406Z","end":"2026-03-05T08:10:03.814477Z","steps":["trace[45611909] 'process raft request' (duration: 156.904145ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:04.036494Z","caller":"traceutil/trace.go:171","msg":"trace[298838897] linearizableReadLoop","detail":"{readStateIndex:20210; appliedIndex:20209; }","duration":"294.873635ms","start":"2026-03-05T08:10:03.7416Z","end":"2026-03-05T08:10:04.036474Z","steps":["trace[298838897] 'read index received' (duration: 72.902549ms)","trace[298838897] 'applied index is now lower than readState.Index' (duration: 221.970216ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:10:04.036633Z","caller":"traceutil/trace.go:171","msg":"trace[472319941] transaction","detail":"{read_only:false; response_revision:19490; number_of_response:1; }","duration":"339.530708ms","start":"2026-03-05T08:10:03.696992Z","end":"2026-03-05T08:10:04.036523Z","steps":["trace[472319941] 'process raft request' (duration: 265.537332ms)","trace[472319941] 'compare' (duration: 73.592746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:10:04.036813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:03.696972Z","time spent":"339.751792ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:10:04.03688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.039242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:10:04.036695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.40714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:10:04.036923Z","caller":"traceutil/trace.go:171","msg":"trace[944452427] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19490; }","duration":"228.137374ms","start":"2026-03-05T08:10:03.808773Z","end":"2026-03-05T08:10:04.03691Z","steps":["trace[944452427] 'agreement among raft nodes before linearized reading' (duration: 228.067062ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:04.036972Z","caller":"traceutil/trace.go:171","msg":"trace[1184454663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19490; }","duration":"358.707287ms","start":"2026-03-05T08:10:03.678234Z","end":"2026-03-05T08:10:04.036941Z","steps":["trace[1184454663] 'agreement among raft nodes before linearized reading' (duration: 358.360819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:04.037096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:03.678216Z","time spent":"358.84349ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:10:04.037136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.703638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:10:04.037212Z","caller":"traceutil/trace.go:171","msg":"trace[1870606090] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:19490; }","duration":"228.820401ms","start":"2026-03-05T08:10:03.808373Z","end":"2026-03-05T08:10:04.037193Z","steps":["trace[1870606090] 'agreement among raft nodes before linearized reading' (duration: 228.280409ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:09.131594Z","caller":"traceutil/trace.go:171","msg":"trace[345742958] linearizableReadLoop","detail":"{readStateIndex:20245; appliedIndex:20244; }","duration":"190.342337ms","start":"2026-03-05T08:10:08.941222Z","end":"2026-03-05T08:10:09.131564Z","steps":["trace[345742958] 'read index received' (duration: 190.233985ms)","trace[345742958] 'applied index is now lower than readState.Index' (duration: 106.882µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:10:09.131684Z","caller":"traceutil/trace.go:171","msg":"trace[1676269037] transaction","detail":"{read_only:false; response_revision:19524; number_of_response:1; }","duration":"277.859927ms","start":"2026-03-05T08:10:08.853791Z","end":"2026-03-05T08:10:09.131651Z","steps":["trace[1676269037] 'process raft request' (duration: 277.594631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:09.131899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.659535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:10:09.131976Z","caller":"traceutil/trace.go:171","msg":"trace[1278514377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19524; }","duration":"190.812359ms","start":"2026-03-05T08:10:08.941142Z","end":"2026-03-05T08:10:09.131954Z","steps":["trace[1278514377] 'agreement among raft nodes before linearized reading' (duration: 190.595673ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:09.188428Z","caller":"traceutil/trace.go:171","msg":"trace[649778558] transaction","detail":"{read_only:false; response_revision:19525; number_of_response:1; }","duration":"198.121185ms","start":"2026-03-05T08:10:08.990254Z","end":"2026-03-05T08:10:09.188375Z","steps":["trace[649778558] 'process raft request' (duration: 194.111139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:09.188538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.491382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:10:09.188617Z","caller":"traceutil/trace.go:171","msg":"trace[941596890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19525; }","duration":"245.617004ms","start":"2026-03-05T08:10:08.942982Z","end":"2026-03-05T08:10:09.188599Z","steps":["trace[941596890] 'agreement among raft nodes before linearized reading' (duration: 245.404949ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:27.43951Z","caller":"traceutil/trace.go:171","msg":"trace[1555075040] linearizableReadLoop","detail":"{readStateIndex:20346; appliedIndex:20345; }","duration":"131.23713ms","start":"2026-03-05T08:10:27.308241Z","end":"2026-03-05T08:10:27.439478Z","steps":["trace[1555075040] 'read index received' (duration: 130.930992ms)","trace[1555075040] 'applied index is now lower than readState.Index' (duration: 304.688µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:10:27.43955Z","caller":"traceutil/trace.go:171","msg":"trace[1129424102] transaction","detail":"{read_only:false; response_revision:19622; number_of_response:1; }","duration":"135.210775ms","start":"2026-03-05T08:10:27.304303Z","end":"2026-03-05T08:10:27.439514Z","steps":["trace[1129424102] 'process raft request' (duration: 134.977899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:27.439708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.455544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:27.439739Z","caller":"traceutil/trace.go:171","msg":"trace[1392623764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19622; }","duration":"131.527077ms","start":"2026-03-05T08:10:27.308205Z","end":"2026-03-05T08:10:27.439732Z","steps":["trace[1392623764] 'agreement among raft nodes before linearized reading' (duration: 131.393904ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:10:29.487429Z","caller":"traceutil/trace.go:171","msg":"trace[1879068751] transaction","detail":"{read_only:false; response_revision:19631; number_of_response:1; }","duration":"101.090086ms","start":"2026-03-05T08:10:29.386306Z","end":"2026-03-05T08:10:29.487397Z","steps":["trace[1879068751] 'process raft request' (duration: 49.119418ms)","trace[1879068751] 'compare' (duration: 51.755963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:10:30.384617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.403554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:10:30.38474Z","caller":"traceutil/trace.go:171","msg":"trace[1973002522] transaction","detail":"{read_only:false; response_revision:19636; number_of_response:1; }","duration":"159.342724ms","start":"2026-03-05T08:10:30.225378Z","end":"2026-03-05T08:10:30.384721Z","steps":["trace[1973002522] 'process raft request' (duration: 39.754505ms)","trace[1973002522] 'compare' (duration: 119.276361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:10:31.607884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.68176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:31.607962Z","caller":"traceutil/trace.go:171","msg":"trace[1261078986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19640; }","duration":"301.799782ms","start":"2026-03-05T08:10:31.306145Z","end":"2026-03-05T08:10:31.607945Z","steps":["trace[1261078986] 'range keys from in-memory index tree' (duration: 301.603588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:31.608003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:31.306128Z","time spent":"301.866694ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:10:31.608047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.181769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:31.608136Z","caller":"traceutil/trace.go:171","msg":"trace[2090595071] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19640; }","duration":"354.304162ms","start":"2026-03-05T08:10:31.25381Z","end":"2026-03-05T08:10:31.608115Z","steps":["trace[2090595071] 'range keys from in-memory index tree' (duration: 354.134757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:31.608144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.073376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-05T08:10:31.608188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:31.253804Z","time spent":"354.374694ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-03-05T08:10:31.608232Z","caller":"traceutil/trace.go:171","msg":"trace[1848975828] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19640; }","duration":"354.155538ms","start":"2026-03-05T08:10:31.254028Z","end":"2026-03-05T08:10:31.608183Z","steps":["trace[1848975828] 'range keys from in-memory index tree' (duration: 353.957263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:31.608278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:31.254022Z","time spent":"354.245871ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-05T08:10:31.608311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.290555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:10:31.60837Z","caller":"traceutil/trace.go:171","msg":"trace[1008318485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19640; }","duration":"277.370026ms","start":"2026-03-05T08:10:31.330986Z","end":"2026-03-05T08:10:31.608357Z","steps":["trace[1008318485] 'range keys from in-memory index tree' (duration: 277.168261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:31.608486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.271501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:31.608524Z","caller":"traceutil/trace.go:171","msg":"trace[538268910] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19640; }","duration":"354.317432ms","start":"2026-03-05T08:10:31.254197Z","end":"2026-03-05T08:10:31.608514Z","steps":["trace[538268910] 'range keys from in-memory index tree' (duration: 354.247271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:31.608556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:31.254194Z","time spent":"354.351952ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T08:10:31.608644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.738587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:31.608743Z","caller":"traceutil/trace.go:171","msg":"trace[1216921746] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19640; }","duration":"355.837839ms","start":"2026-03-05T08:10:31.252854Z","end":"2026-03-05T08:10:31.608692Z","steps":["trace[1216921746] 'range keys from in-memory index tree' (duration: 355.710245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:31.608842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:31.252849Z","time spent":"355.975462ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T08:10:31.608896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.232823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:31.608957Z","caller":"traceutil/trace.go:171","msg":"trace[797190967] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19640; }","duration":"355.283795ms","start":"2026-03-05T08:10:31.253635Z","end":"2026-03-05T08:10:31.608918Z","steps":["trace[797190967] 'range keys from in-memory index tree' (duration: 355.185592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:31.60883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.819329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:31.609795Z","caller":"traceutil/trace.go:171","msg":"trace[16293113] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19640; }","duration":"356.773002ms","start":"2026-03-05T08:10:31.252959Z","end":"2026-03-05T08:10:31.609732Z","steps":["trace[16293113] 'range keys from in-memory index tree' (duration: 355.722047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:31.609927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:31.252935Z","time spent":"356.965946ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-05T08:10:31.609132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.275993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-05T08:10:31.608475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.936851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:10:31.610834Z","caller":"traceutil/trace.go:171","msg":"trace[1077847059] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19640; }","duration":"353.963184ms","start":"2026-03-05T08:10:31.256844Z","end":"2026-03-05T08:10:31.610807Z","steps":["trace[1077847059] 'range keys from in-memory index tree' (duration: 352.16069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:31.610931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:31.256799Z","time spent":"354.103327ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-05T08:10:31.610916Z","caller":"traceutil/trace.go:171","msg":"trace[288521760] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19640; }","duration":"358.3913ms","start":"2026-03-05T08:10:31.252485Z","end":"2026-03-05T08:10:31.610876Z","steps":["trace[288521760] 'range keys from in-memory index tree' (duration: 355.85876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:31.611085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:31.252465Z","time spent":"358.586394ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T08:10:31.609533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.577269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-05T08:10:31.611164Z","caller":"traceutil/trace.go:171","msg":"trace[244159203] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19640; }","duration":"356.211368ms","start":"2026-03-05T08:10:31.254939Z","end":"2026-03-05T08:10:31.611151Z","steps":["trace[244159203] 'range keys from in-memory index tree' (duration: 353.661886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:31.609632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:31.253624Z","time spent":"355.979052ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-05T08:10:31.611346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:31.25493Z","time spent":"356.378792ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-05T08:10:31.609267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.521515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-05T08:10:31.611428Z","caller":"traceutil/trace.go:171","msg":"trace[1384006073] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19640; }","duration":"358.688937ms","start":"2026-03-05T08:10:31.252719Z","end":"2026-03-05T08:10:31.611408Z","steps":["trace[1384006073] 'range keys from in-memory index tree' (duration: 356.440593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:10:31.611466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:10:31.252714Z","time spent":"358.743009ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-05T08:10:32.015802Z","caller":"traceutil/trace.go:171","msg":"trace[1720201506] transaction","detail":"{read_only:false; response_revision:19644; number_of_response:1; }","duration":"141.286271ms","start":"2026-03-05T08:10:31.874484Z","end":"2026-03-05T08:10:32.01577Z","steps":["trace[1720201506] 'process raft request' (duration: 141.062235ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:13:09.469894Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18659} {"level":"info","ts":"2026-03-05T08:13:09.579808Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18659,"took":"106.68033ms","hash":3748492518,"current-db-size-bytes":47362048,"current-db-size":"47 MB","current-db-size-in-use-bytes":36515840,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-03-05T08:13:09.579884Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3748492518,"revision":18659,"compact-revision":16288} {"level":"info","ts":"2026-03-05T08:13:12.586485Z","caller":"traceutil/trace.go:171","msg":"trace[1328940220] linearizableReadLoop","detail":"{readStateIndex:22063; appliedIndex:22062; }","duration":"276.938835ms","start":"2026-03-05T08:13:12.309523Z","end":"2026-03-05T08:13:12.586462Z","steps":["trace[1328940220] 'read index received' (duration: 276.849993ms)","trace[1328940220] 'applied index is now lower than readState.Index' (duration: 87.312µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:13:12.586543Z","caller":"traceutil/trace.go:171","msg":"trace[921848606] transaction","detail":"{read_only:false; response_revision:21288; number_of_response:1; }","duration":"411.652979ms","start":"2026-03-05T08:13:12.174864Z","end":"2026-03-05T08:13:12.586517Z","steps":["trace[921848606] 'process raft request' (duration: 411.460944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:13:12.586657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.11867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:13:12.586858Z","caller":"traceutil/trace.go:171","msg":"trace[430022915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21288; }","duration":"277.387716ms","start":"2026-03-05T08:13:12.309456Z","end":"2026-03-05T08:13:12.586844Z","steps":["trace[430022915] 'agreement among raft nodes before linearized reading' (duration: 277.148361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:13:12.587234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:13:12.174839Z","time spent":"411.934245ms","remote":"127.0.0.1:36930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:13:12.814025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.966254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:13:12.814132Z","caller":"traceutil/trace.go:171","msg":"trace[207605268] linearizableReadLoop","detail":"{readStateIndex:22064; appliedIndex:22063; }","duration":"227.407957ms","start":"2026-03-05T08:13:12.586708Z","end":"2026-03-05T08:13:12.814116Z","steps":["trace[207605268] 'read index received' (duration: 118.273928ms)","trace[207605268] 'applied index is now lower than readState.Index' (duration: 109.132789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:13:12.814393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.331156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:13:12.814455Z","caller":"traceutil/trace.go:171","msg":"trace[249691060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21289; }","duration":"240.434799ms","start":"2026-03-05T08:13:12.574006Z","end":"2026-03-05T08:13:12.814441Z","steps":["trace[249691060] 'agreement among raft nodes before linearized reading' (duration: 240.238664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:13:12.814503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.709649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-05T08:13:12.814528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.763619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:13:12.81455Z","caller":"traceutil/trace.go:171","msg":"trace[1064794649] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:21289; }","duration":"271.761502ms","start":"2026-03-05T08:13:12.542775Z","end":"2026-03-05T08:13:12.814537Z","steps":["trace[1064794649] 'agreement among raft nodes before linearized reading' (duration: 271.599127ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:13:12.814577Z","caller":"traceutil/trace.go:171","msg":"trace[552537428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21289; }","duration":"248.845071ms","start":"2026-03-05T08:13:12.565718Z","end":"2026-03-05T08:13:12.814563Z","steps":["trace[552537428] 'agreement among raft nodes before linearized reading' (duration: 248.709787ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:13:12.814567Z","caller":"traceutil/trace.go:171","msg":"trace[405301186] transaction","detail":"{read_only:false; response_revision:21289; number_of_response:1; }","duration":"247.984781ms","start":"2026-03-05T08:13:12.566497Z","end":"2026-03-05T08:13:12.814482Z","steps":["trace[405301186] 'process raft request' (duration: 138.471823ms)","trace[405301186] 'compare' (duration: 108.824571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:13:12.814686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.509104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T08:13:12.814731Z","caller":"traceutil/trace.go:171","msg":"trace[1126548259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21289; }","duration":"233.592916ms","start":"2026-03-05T08:13:12.581126Z","end":"2026-03-05T08:13:12.814719Z","steps":["trace[1126548259] 'agreement among raft nodes before linearized reading' (duration: 233.336489ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:13:12.815583Z","caller":"traceutil/trace.go:171","msg":"trace[1644640341] transaction","detail":"{read_only:false; response_revision:21290; number_of_response:1; }","duration":"102.737976ms","start":"2026-03-05T08:13:12.712814Z","end":"2026-03-05T08:13:12.815552Z","steps":["trace[1644640341] 'process raft request' (duration: 102.572342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:13:12.816427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.327358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:13:12.816503Z","caller":"traceutil/trace.go:171","msg":"trace[554920403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21291; }","duration":"228.448711ms","start":"2026-03-05T08:13:12.588037Z","end":"2026-03-05T08:13:12.816486Z","steps":["trace[554920403] 'agreement among raft nodes before linearized reading' (duration: 228.302557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:13:12.816607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.663038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18430"} {"level":"info","ts":"2026-03-05T08:13:12.816679Z","caller":"traceutil/trace.go:171","msg":"trace[162168021] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:21291; }","duration":"216.779801ms","start":"2026-03-05T08:13:12.599883Z","end":"2026-03-05T08:13:12.816663Z","steps":["trace[162168021] 'agreement among raft nodes before linearized reading' (duration: 216.613547ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:14:30.241676Z","caller":"traceutil/trace.go:171","msg":"trace[1190720655] linearizableReadLoop","detail":"{readStateIndex:22892; appliedIndex:22891; }","duration":"229.464806ms","start":"2026-03-05T08:14:30.012175Z","end":"2026-03-05T08:14:30.24164Z","steps":["trace[1190720655] 'read index received' (duration: 229.2096ms)","trace[1190720655] 'applied index is now lower than readState.Index' (duration: 254.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:14:30.241787Z","caller":"traceutil/trace.go:171","msg":"trace[1289234477] transaction","detail":"{read_only:false; response_revision:22098; number_of_response:1; }","duration":"243.762851ms","start":"2026-03-05T08:14:29.99799Z","end":"2026-03-05T08:14:30.241753Z","steps":["trace[1289234477] 'process raft request' (duration: 243.458132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:14:30.242116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.919847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:14:30.242166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.048071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:14:30.242245Z","caller":"traceutil/trace.go:171","msg":"trace[916341437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22098; }","duration":"100.257356ms","start":"2026-03-05T08:14:30.141974Z","end":"2026-03-05T08:14:30.242231Z","steps":["trace[916341437] 'agreement among raft nodes before linearized reading' (duration: 99.934658ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:14:30.242335Z","caller":"traceutil/trace.go:171","msg":"trace[1941731247] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22098; }","duration":"230.099342ms","start":"2026-03-05T08:14:30.012123Z","end":"2026-03-05T08:14:30.242222Z","steps":["trace[1941731247] 'agreement among raft nodes before linearized reading' (duration: 229.830755ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:14:30.494193Z","caller":"traceutil/trace.go:171","msg":"trace[902085832] linearizableReadLoop","detail":"{readStateIndex:22893; appliedIndex:22892; }","duration":"154.671642ms","start":"2026-03-05T08:14:30.339501Z","end":"2026-03-05T08:14:30.494172Z","steps":["trace[902085832] 'read index received' (duration: 154.490858ms)","trace[902085832] 'applied index is now lower than readState.Index' (duration: 179.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:14:30.494269Z","caller":"traceutil/trace.go:171","msg":"trace[1855535683] transaction","detail":"{read_only:false; response_revision:22099; number_of_response:1; }","duration":"159.442016ms","start":"2026-03-05T08:14:30.334796Z","end":"2026-03-05T08:14:30.494238Z","steps":["trace[1855535683] 'process raft request' (duration: 159.19492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:14:30.494529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.01065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-05T08:14:30.494577Z","caller":"traceutil/trace.go:171","msg":"trace[1281855584] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22099; }","duration":"155.095193ms","start":"2026-03-05T08:14:30.339468Z","end":"2026-03-05T08:14:30.494563Z","steps":["trace[1281855584] 'agreement among raft nodes before linearized reading' (duration: 154.787445ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:14:36.692772Z","caller":"traceutil/trace.go:171","msg":"trace[5764003] transaction","detail":"{read_only:false; response_revision:22166; number_of_response:1; }","duration":"151.550047ms","start":"2026-03-05T08:14:36.541194Z","end":"2026-03-05T08:14:36.692744Z","steps":["trace[5764003] 'process raft request' (duration: 150.040511ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:14:49.263962Z","caller":"traceutil/trace.go:171","msg":"trace[982790529] transaction","detail":"{read_only:false; response_revision:22254; number_of_response:1; }","duration":"115.83434ms","start":"2026-03-05T08:14:49.148102Z","end":"2026-03-05T08:14:49.263936Z","steps":["trace[982790529] 'process raft request' (duration: 115.698006ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:14:49.410949Z","caller":"traceutil/trace.go:171","msg":"trace[247579484] transaction","detail":"{read_only:false; response_revision:22256; number_of_response:1; }","duration":"120.584593ms","start":"2026-03-05T08:14:49.290331Z","end":"2026-03-05T08:14:49.410916Z","steps":["trace[247579484] 'process raft request' (duration: 109.16887ms)","trace[247579484] 'compare' (duration: 11.196018ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:14:49.428634Z","caller":"traceutil/trace.go:171","msg":"trace[848819180] linearizableReadLoop","detail":"{readStateIndex:23056; appliedIndex:23053; }","duration":"111.799073ms","start":"2026-03-05T08:14:49.316819Z","end":"2026-03-05T08:14:49.428619Z","steps":["trace[848819180] 'read index received' (duration: 82.791036ms)","trace[848819180] 'applied index is now lower than readState.Index' (duration: 29.006847ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:14:49.428687Z","caller":"traceutil/trace.go:171","msg":"trace[1547363176] transaction","detail":"{read_only:false; response_revision:22258; number_of_response:1; }","duration":"134.778385ms","start":"2026-03-05T08:14:49.293874Z","end":"2026-03-05T08:14:49.428653Z","steps":["trace[1547363176] 'process raft request' (duration: 134.659052ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:14:49.428722Z","caller":"traceutil/trace.go:171","msg":"trace[1114438341] transaction","detail":"{read_only:false; response_revision:22257; number_of_response:1; }","duration":"137.332145ms","start":"2026-03-05T08:14:49.291355Z","end":"2026-03-05T08:14:49.428687Z","steps":["trace[1114438341] 'process raft request' (duration: 137.017617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:14:49.42883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.991217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:14:49.429025Z","caller":"traceutil/trace.go:171","msg":"trace[954908741] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:22259; }","duration":"112.226623ms","start":"2026-03-05T08:14:49.316776Z","end":"2026-03-05T08:14:49.429003Z","steps":["trace[954908741] 'agreement among raft nodes before linearized reading' (duration: 111.953066ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:39.330733Z","caller":"traceutil/trace.go:171","msg":"trace[986892807] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"121.384653ms","start":"2026-03-05T08:16:39.209315Z","end":"2026-03-05T08:16:39.3307Z","steps":["trace[986892807] 'process raft request' (duration: 121.212728ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:44.503501Z","caller":"traceutil/trace.go:171","msg":"trace[520477311] linearizableReadLoop","detail":"{readStateIndex:24169; appliedIndex:24168; }","duration":"164.402525ms","start":"2026-03-05T08:16:44.339065Z","end":"2026-03-05T08:16:44.503468Z","steps":["trace[520477311] 'read index received' (duration: 164.151738ms)","trace[520477311] 'applied index is now lower than readState.Index' (duration: 249.927µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:44.50378Z","caller":"traceutil/trace.go:171","msg":"trace[851327372] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"167.614182ms","start":"2026-03-05T08:16:44.33615Z","end":"2026-03-05T08:16:44.503764Z","steps":["trace[851327372] 'process raft request' (duration: 167.16022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:44.504067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.858536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:16:44.50417Z","caller":"traceutil/trace.go:171","msg":"trace[716728505] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23340; }","duration":"164.978779ms","start":"2026-03-05T08:16:44.339171Z","end":"2026-03-05T08:16:44.50415Z","steps":["trace[716728505] 'agreement among raft nodes before linearized reading' (duration: 164.779774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:44.504193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.115233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:16:44.504231Z","caller":"traceutil/trace.go:171","msg":"trace[633342681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23340; }","duration":"165.224005ms","start":"2026-03-05T08:16:44.338997Z","end":"2026-03-05T08:16:44.504221Z","steps":["trace[633342681] 'agreement among raft nodes before linearized reading' (duration: 165.081812ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:45.046194Z","caller":"traceutil/trace.go:171","msg":"trace[840711321] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"509.678641ms","start":"2026-03-05T08:16:44.536484Z","end":"2026-03-05T08:16:45.046163Z","steps":["trace[840711321] 'process raft request' (duration: 488.945334ms)","trace[840711321] 'compare' (duration: 20.076641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:45.046339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:44.536463Z","time spent":"509.803903ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:45.047988Z","caller":"traceutil/trace.go:171","msg":"trace[787220651] linearizableReadLoop","detail":"{readStateIndex:24172; appliedIndex:24170; }","duration":"160.832539ms","start":"2026-03-05T08:16:44.887122Z","end":"2026-03-05T08:16:45.047954Z","steps":["trace[787220651] 'read index received' (duration: 138.509643ms)","trace[787220651] 'applied index is now lower than readState.Index' (duration: 22.321526ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:45.0481Z","caller":"traceutil/trace.go:171","msg":"trace[874222718] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"300.252115ms","start":"2026-03-05T08:16:44.747835Z","end":"2026-03-05T08:16:45.048087Z","steps":["trace[874222718] 'process raft request' (duration: 299.949528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:45.048172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:44.747815Z","time spent":"300.307946ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:45.048263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.123536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:45.048346Z","caller":"traceutil/trace.go:171","msg":"trace[1736443378] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23343; }","duration":"161.26945ms","start":"2026-03-05T08:16:44.887059Z","end":"2026-03-05T08:16:45.048328Z","steps":["trace[1736443378] 'agreement among raft nodes before linearized reading' (duration: 161.131997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:45.684223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263369,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:16:45.90603Z","caller":"traceutil/trace.go:171","msg":"trace[484120507] linearizableReadLoop","detail":"{readStateIndex:24173; appliedIndex:24172; }","duration":"722.112369ms","start":"2026-03-05T08:16:45.183878Z","end":"2026-03-05T08:16:45.90599Z","steps":["trace[484120507] 'read index received' (duration: 705.012588ms)","trace[484120507] 'applied index is now lower than readState.Index' (duration: 17.098041ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:45.906182Z","caller":"traceutil/trace.go:171","msg":"trace[1157642343] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"722.431906ms","start":"2026-03-05T08:16:45.183731Z","end":"2026-03-05T08:16:45.906162Z","steps":["trace[1157642343] 'process raft request' (duration: 705.176802ms)","trace[1157642343] 'compare' (duration: 16.389663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:45.906243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.347164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:16:45.906296Z","caller":"traceutil/trace.go:171","msg":"trace[549787162] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23344; }","duration":"722.444047ms","start":"2026-03-05T08:16:45.183839Z","end":"2026-03-05T08:16:45.906283Z","steps":["trace[549787162] 'agreement among raft nodes before linearized reading' (duration: 722.339534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:45.906315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:45.183696Z","time spent":"722.534628ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:45.906325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:45.183825Z","time spent":"722.493187ms","remote":"127.0.0.1:48518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:46.406819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:16:46.906918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:16:47.016189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127324892s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:16:47.017967Z","caller":"traceutil/trace.go:171","msg":"trace[965089281] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"1.181613135s","start":"2026-03-05T08:16:45.836317Z","end":"2026-03-05T08:16:47.01793Z","steps":["trace[965089281] 'process raft request' (duration: 1.181486492s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:47.0182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:45.83629Z","time spent":"1.181809889s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:47.018357Z","caller":"traceutil/trace.go:171","msg":"trace[1816564257] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"1.29359756s","start":"2026-03-05T08:16:45.724737Z","end":"2026-03-05T08:16:47.018334Z","steps":["trace[1816564257] 'process raft request' (duration: 1.291603403s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:47.018423Z","caller":"traceutil/trace.go:171","msg":"trace[1242118755] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"1.293221101s","start":"2026-03-05T08:16:45.725162Z","end":"2026-03-05T08:16:47.018383Z","steps":["trace[1242118755] 'process raft request' (duration: 1.292546025s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:47.018468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:45.724712Z","time spent":"1.293702234s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:47.018613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:45.72515Z","time spent":"1.293363954s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:47.01879Z","caller":"traceutil/trace.go:171","msg":"trace[1715343086] linearizableReadLoop","detail":"{readStateIndex:24178; appliedIndex:24173; }","duration":"1.112648489s","start":"2026-03-05T08:16:45.906122Z","end":"2026-03-05T08:16:47.018771Z","steps":["trace[1715343086] 'read index received' (duration: 1.110290963s)","trace[1715343086] 'applied index is now lower than readState.Index' (duration: 2.356335ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:47.018821Z","caller":"traceutil/trace.go:171","msg":"trace[1729998207] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"799.779431ms","start":"2026-03-05T08:16:46.219014Z","end":"2026-03-05T08:16:47.018794Z","steps":["trace[1729998207] 'process raft request' (duration: 799.699699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:47.018958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:46.218989Z","time spent":"799.894794ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:47.01898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704586504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:47.019022Z","caller":"traceutil/trace.go:171","msg":"trace[531459422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23349; }","duration":"1.704656586s","start":"2026-03-05T08:16:45.314354Z","end":"2026-03-05T08:16:47.019011Z","steps":["trace[531459422] 'agreement among raft nodes before linearized reading' (duration: 1.704505772s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:47.019053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:45.314332Z","time spent":"1.704715097s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:16:47.019084Z","caller":"traceutil/trace.go:171","msg":"trace[931487451] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"1.044226668s","start":"2026-03-05T08:16:45.974847Z","end":"2026-03-05T08:16:47.019073Z","steps":["trace[931487451] 'process raft request' (duration: 1.043784036s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:47.019117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744131663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:47.019161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:45.974829Z","time spent":"1.044285099s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:47.019188Z","caller":"traceutil/trace.go:171","msg":"trace[1659610202] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23349; }","duration":"1.744237115s","start":"2026-03-05T08:16:45.274931Z","end":"2026-03-05T08:16:47.019168Z","steps":["trace[1659610202] 'agreement among raft nodes before linearized reading' (duration: 1.743974248s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:47.019245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:45.274914Z","time spent":"1.744315167s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:47.01966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.382791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T08:16:47.019666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.997776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T08:16:47.019758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.764202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:47.019775Z","caller":"traceutil/trace.go:171","msg":"trace[232972350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23349; }","duration":"1.00015279s","start":"2026-03-05T08:16:46.019607Z","end":"2026-03-05T08:16:47.01976Z","steps":["trace[232972350] 'agreement among raft nodes before linearized reading' (duration: 999.908164ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:47.019796Z","caller":"traceutil/trace.go:171","msg":"trace[1379960944] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23349; }","duration":"126.829383ms","start":"2026-03-05T08:16:46.892956Z","end":"2026-03-05T08:16:47.019786Z","steps":["trace[1379960944] 'agreement among raft nodes before linearized reading' (duration: 126.772861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:47.019874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:46.019589Z","time spent":"1.000222071s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:16:47.020064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.939638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:16:47.020106Z","caller":"traceutil/trace.go:171","msg":"trace[2027020848] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23349; }","duration":"155.01543ms","start":"2026-03-05T08:16:46.865079Z","end":"2026-03-05T08:16:47.020094Z","steps":["trace[2027020848] 'agreement among raft nodes before linearized reading' (duration: 154.885307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:47.020537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.348669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-05T08:16:47.020591Z","caller":"traceutil/trace.go:171","msg":"trace[1739094669] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23349; }","duration":"781.428031ms","start":"2026-03-05T08:16:46.239146Z","end":"2026-03-05T08:16:47.020574Z","steps":["trace[1739094669] 'agreement among raft nodes before linearized reading' (duration: 781.288998ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:47.019707Z","caller":"traceutil/trace.go:171","msg":"trace[1889437148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23349; }","duration":"506.428292ms","start":"2026-03-05T08:16:46.513268Z","end":"2026-03-05T08:16:47.019696Z","steps":["trace[1889437148] 'agreement among raft nodes before linearized reading' (duration: 506.279989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:47.020678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.849884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T08:16:47.020723Z","caller":"traceutil/trace.go:171","msg":"trace[1762791201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23349; }","duration":"982.935227ms","start":"2026-03-05T08:16:46.037777Z","end":"2026-03-05T08:16:47.020712Z","steps":["trace[1762791201] 'agreement among raft nodes before linearized reading' (duration: 982.827864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:47.020752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:46.037755Z","time spent":"982.989898ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:16:47.020742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.927797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-05T08:16:47.02072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:46.513212Z","time spent":"507.439256ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:16:47.02067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.064285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:16:47.020802Z","caller":"traceutil/trace.go:171","msg":"trace[702140934] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23349; }","duration":"843.035569ms","start":"2026-03-05T08:16:46.177748Z","end":"2026-03-05T08:16:47.020784Z","steps":["trace[702140934] 'agreement among raft nodes before linearized reading' (duration: 842.847055ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:47.020834Z","caller":"traceutil/trace.go:171","msg":"trace[2118463433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23349; }","duration":"982.236349ms","start":"2026-03-05T08:16:46.038589Z","end":"2026-03-05T08:16:47.020825Z","steps":["trace[2118463433] 'agreement among raft nodes before linearized reading' (duration: 981.975363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:47.020839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:46.177729Z","time spent":"843.103081ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T08:16:47.020869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:46.038576Z","time spent":"982.28515ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:16:47.022727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:46.239133Z","time spent":"781.482732ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T08:16:50.605138Z","caller":"traceutil/trace.go:171","msg":"trace[1823984811] linearizableReadLoop","detail":"{readStateIndex:24202; appliedIndex:24201; }","duration":"295.507282ms","start":"2026-03-05T08:16:50.309603Z","end":"2026-03-05T08:16:50.60511Z","steps":["trace[1823984811] 'read index received' (duration: 295.149844ms)","trace[1823984811] 'applied index is now lower than readState.Index' (duration: 355.678µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:50.605279Z","caller":"traceutil/trace.go:171","msg":"trace[699071274] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"671.444713ms","start":"2026-03-05T08:16:49.933776Z","end":"2026-03-05T08:16:50.605221Z","steps":["trace[699071274] 'process raft request' (duration: 671.071514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:50.605444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.823909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:50.605541Z","caller":"traceutil/trace.go:171","msg":"trace[1539135582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23372; }","duration":"295.944122ms","start":"2026-03-05T08:16:50.309559Z","end":"2026-03-05T08:16:50.605503Z","steps":["trace[1539135582] 'agreement among raft nodes before linearized reading' (duration: 295.651185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:50.606244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:49.933758Z","time spent":"671.629477ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:51.212628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.783223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:16:51.212894Z","caller":"traceutil/trace.go:171","msg":"trace[785972785] linearizableReadLoop","detail":"{readStateIndex:24203; appliedIndex:24202; }","duration":"442.472408ms","start":"2026-03-05T08:16:50.770397Z","end":"2026-03-05T08:16:51.21287Z","steps":["trace[785972785] 'read index received' (duration: 162.235584ms)","trace[785972785] 'applied index is now lower than readState.Index' (duration: 280.234364ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:51.213167Z","caller":"traceutil/trace.go:171","msg":"trace[121691827] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"448.962524ms","start":"2026-03-05T08:16:50.76414Z","end":"2026-03-05T08:16:51.213103Z","steps":["trace[121691827] 'process raft request' (duration: 168.515555ms)","trace[121691827] 'compare' (duration: 279.553647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:51.213184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.756875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:51.213405Z","caller":"traceutil/trace.go:171","msg":"trace[1491537932] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23373; }","duration":"442.99336ms","start":"2026-03-05T08:16:50.770391Z","end":"2026-03-05T08:16:51.213385Z","steps":["trace[1491537932] 'agreement among raft nodes before linearized reading' (duration: 442.717474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:51.213438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:50.770342Z","time spent":"443.087332ms","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:51.213607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:50.764115Z","time spent":"449.194069ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:51.759375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.473141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:16:51.760136Z","caller":"traceutil/trace.go:171","msg":"trace[687353290] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"702.091148ms","start":"2026-03-05T08:16:51.058016Z","end":"2026-03-05T08:16:51.760107Z","steps":["trace[687353290] 'process raft request' (duration: 305.711126ms)","trace[687353290] 'compare' (duration: 395.242955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:51.760327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.057998Z","time spent":"702.16725ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:52.46463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.383658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:16:52.464862Z","caller":"traceutil/trace.go:171","msg":"trace[1584399757] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"1.401932581s","start":"2026-03-05T08:16:51.062904Z","end":"2026-03-05T08:16:52.464836Z","steps":["trace[1584399757] 'process raft request' (duration: 1.111242986s)","trace[1584399757] 'compare' (duration: 290.006348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:52.464955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.062891Z","time spent":"1.402018753s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:52.465181Z","caller":"traceutil/trace.go:171","msg":"trace[670527592] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"1.401552883s","start":"2026-03-05T08:16:51.063586Z","end":"2026-03-05T08:16:52.465138Z","steps":["trace[670527592] 'process raft request' (duration: 1.401158962s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:52.465195Z","caller":"traceutil/trace.go:171","msg":"trace[770642524] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"1.401295176s","start":"2026-03-05T08:16:51.063875Z","end":"2026-03-05T08:16:52.46517Z","steps":["trace[770642524] 'process raft request' (duration: 1.401165633s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:52.465251Z","caller":"traceutil/trace.go:171","msg":"trace[1780243474] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"948.320517ms","start":"2026-03-05T08:16:51.516914Z","end":"2026-03-05T08:16:52.465234Z","steps":["trace[1780243474] 'process raft request' (duration: 948.281316ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:52.46526Z","caller":"traceutil/trace.go:171","msg":"trace[1222433934] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"1.400506347s","start":"2026-03-05T08:16:51.064713Z","end":"2026-03-05T08:16:52.46522Z","steps":["trace[1222433934] 'process raft request' (duration: 1.400374243s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:52.465285Z","caller":"traceutil/trace.go:171","msg":"trace[1119814703] linearizableReadLoop","detail":"{readStateIndex:24209; appliedIndex:24203; }","duration":"1.252186638s","start":"2026-03-05T08:16:51.213058Z","end":"2026-03-05T08:16:52.465245Z","steps":["trace[1119814703] 'read index received' (duration: 150.682755ms)","trace[1119814703] 'applied index is now lower than readState.Index' (duration: 1.101496793s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:52.46532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.063858Z","time spent":"1.401399788s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:52.465332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.516894Z","time spent":"948.395228ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:52.465407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394583675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T08:16:52.465428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396754527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T08:16:52.46544Z","caller":"traceutil/trace.go:171","msg":"trace[627870765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23380; }","duration":"1.394641247s","start":"2026-03-05T08:16:51.070791Z","end":"2026-03-05T08:16:52.465432Z","steps":["trace[627870765] 'agreement among raft nodes before linearized reading' (duration: 1.394462532s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.465437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396494501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T08:16:52.46544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.063567Z","time spent":"1.401684335s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:52.465465Z","caller":"traceutil/trace.go:171","msg":"trace[1548576229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23380; }","duration":"1.396818699s","start":"2026-03-05T08:16:51.068636Z","end":"2026-03-05T08:16:52.465455Z","steps":["trace[1548576229] 'agreement among raft nodes before linearized reading' (duration: 1.396686546s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.465499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.193278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:16:52.465493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509196305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:52.465497Z","caller":"traceutil/trace.go:171","msg":"trace[1421028550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23380; }","duration":"1.396576353s","start":"2026-03-05T08:16:51.0689Z","end":"2026-03-05T08:16:52.465476Z","steps":["trace[1421028550] 'agreement among raft nodes before linearized reading' (duration: 1.396387268s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.465505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222803083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-05T08:16:52.46554Z","caller":"traceutil/trace.go:171","msg":"trace[338086221] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23380; }","duration":"1.509301268s","start":"2026-03-05T08:16:50.956223Z","end":"2026-03-05T08:16:52.465524Z","steps":["trace[338086221] 'agreement among raft nodes before linearized reading' (duration: 1.509182165s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:52.465546Z","caller":"traceutil/trace.go:171","msg":"trace[210493036] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23380; }","duration":"1.222873485s","start":"2026-03-05T08:16:51.242661Z","end":"2026-03-05T08:16:52.465534Z","steps":["trace[210493036] 'agreement among raft nodes before linearized reading' (duration: 1.222762412s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.465551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.089956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:52.465543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.068889Z","time spent":"1.396643485s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T08:16:52.465572Z","caller":"traceutil/trace.go:171","msg":"trace[196015562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23380; }","duration":"156.139387ms","start":"2026-03-05T08:16:52.309428Z","end":"2026-03-05T08:16:52.465567Z","steps":["trace[196015562] 'agreement among raft nodes before linearized reading' (duration: 156.103856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.465558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.139655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-b85c7ff8d-xwvvg.1899e22b1857bd28\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-05T08:16:52.465505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.068626Z","time spent":"1.3968715s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:16:52.465582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:50.9562Z","time spent":"1.50937185s","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:52.465563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394074313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T08:16:52.465611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.825979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:52.465613Z","caller":"traceutil/trace.go:171","msg":"trace[1359455172] range","detail":"{range_begin:/registry/events/openstack/barbican-api-b85c7ff8d-xwvvg.1899e22b1857bd28; range_end:; response_count:1; response_revision:23380; }","duration":"516.236568ms","start":"2026-03-05T08:16:51.949359Z","end":"2026-03-05T08:16:52.465596Z","steps":["trace[1359455172] 'agreement among raft nodes before linearized reading' (duration: 516.091225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.465422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.064706Z","time spent":"1.40063924s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:52.465624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.103159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:52.465647Z","caller":"traceutil/trace.go:171","msg":"trace[1038025843] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23380; }","duration":"441.694409ms","start":"2026-03-05T08:16:52.02394Z","end":"2026-03-05T08:16:52.465634Z","steps":["trace[1038025843] 'agreement among raft nodes before linearized reading' (duration: 441.640728ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:52.46565Z","caller":"traceutil/trace.go:171","msg":"trace[1886658718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23380; }","duration":"1.394183465s","start":"2026-03-05T08:16:51.071441Z","end":"2026-03-05T08:16:52.465625Z","steps":["trace[1886658718] 'agreement among raft nodes before linearized reading' (duration: 1.393889588s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.465663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.705403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T08:16:52.465574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.242641Z","time spent":"1.222926566s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-05T08:16:52.465681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.02392Z","time spent":"441.75232ms","remote":"127.0.0.1:41538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:52.465686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.58038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:16:52.465702Z","caller":"traceutil/trace.go:171","msg":"trace[1028544227] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23380; }","duration":"827.778535ms","start":"2026-03-05T08:16:51.637912Z","end":"2026-03-05T08:16:52.465691Z","steps":["trace[1028544227] 'agreement among raft nodes before linearized reading' (duration: 827.609471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.465701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.071434Z","time spent":"1.394255128s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T08:16:52.465718Z","caller":"traceutil/trace.go:171","msg":"trace[938668212] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23380; }","duration":"915.644152ms","start":"2026-03-05T08:16:51.550065Z","end":"2026-03-05T08:16:52.465709Z","steps":["trace[938668212] 'agreement among raft nodes before linearized reading' (duration: 915.57219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.465726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164089274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:52.465737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.637891Z","time spent":"827.838846ms","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:16:52.465757Z","caller":"traceutil/trace.go:171","msg":"trace[1974002202] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23380; }","duration":"1.164121675s","start":"2026-03-05T08:16:51.301629Z","end":"2026-03-05T08:16:52.46575Z","steps":["trace[1974002202] 'agreement among raft nodes before linearized reading' (duration: 1.164067784s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.465756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.55005Z","time spent":"915.698413ms","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:52.465465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.070781Z","time spent":"1.394679237s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:16:52.465501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.739751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:52.465519Z","caller":"traceutil/trace.go:171","msg":"trace[477391870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23380; }","duration":"181.215908ms","start":"2026-03-05T08:16:52.284296Z","end":"2026-03-05T08:16:52.465512Z","steps":["trace[477391870] 'agreement among raft nodes before linearized reading' (duration: 181.183568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.46566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.949338Z","time spent":"516.308701ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-b85c7ff8d-xwvvg.1899e22b1857bd28\" "} {"level":"warn","ts":"2026-03-05T08:16:52.465905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.301573Z","time spent":"1.164204727s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:16:52.465924Z","caller":"traceutil/trace.go:171","msg":"trace[1449813157] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23380; }","duration":"885.152271ms","start":"2026-03-05T08:16:51.580714Z","end":"2026-03-05T08:16:52.465866Z","steps":["trace[1449813157] 'agreement among raft nodes before linearized reading' (duration: 884.741771ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:52.46527Z","caller":"traceutil/trace.go:171","msg":"trace[1138335019] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"1.397193027s","start":"2026-03-05T08:16:51.068057Z","end":"2026-03-05T08:16:52.46525Z","steps":["trace[1138335019] 'process raft request' (duration: 1.397078545s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.465995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.068041Z","time spent":"1.397933125s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:52.46599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.580692Z","time spent":"885.276323ms","remote":"127.0.0.1:36558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:16:52.465668Z","caller":"traceutil/trace.go:171","msg":"trace[1871386428] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23380; }","duration":"322.203922ms","start":"2026-03-05T08:16:52.143453Z","end":"2026-03-05T08:16:52.465657Z","steps":["trace[1871386428] 'agreement among raft nodes before linearized reading' (duration: 322.12599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.466043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.143409Z","time spent":"322.628852ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:52.466717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395012986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:16:52.466763Z","caller":"traceutil/trace.go:171","msg":"trace[226652440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23380; }","duration":"1.395071037s","start":"2026-03-05T08:16:51.071677Z","end":"2026-03-05T08:16:52.466748Z","steps":["trace[226652440] 'agreement among raft nodes before linearized reading' (duration: 1.394548154s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:52.466801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:51.07167Z","time spent":"1.395123018s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:16:52.970532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:16:53.869349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.025987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:16:53.869466Z","caller":"traceutil/trace.go:171","msg":"trace[75386535] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"1.399878092s","start":"2026-03-05T08:16:52.469565Z","end":"2026-03-05T08:16:53.869443Z","steps":["trace[75386535] 'process raft request' (duration: 509.6504ms)","trace[75386535] 'compare' (duration: 889.732431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:53.869527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.469547Z","time spent":"1.399951824s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:54.450483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.471229864s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:16:54.451164Z","caller":"traceutil/trace.go:171","msg":"trace[313212604] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"1.98152154s","start":"2026-03-05T08:16:52.469607Z","end":"2026-03-05T08:16:54.451129Z","steps":["trace[313212604] 'process raft request' (duration: 1.981270123s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:54.451387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.469591Z","time spent":"1.981646503s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:54.451467Z","caller":"traceutil/trace.go:171","msg":"trace[1535783581] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"1.981303464s","start":"2026-03-05T08:16:52.470135Z","end":"2026-03-05T08:16:54.451439Z","steps":["trace[1535783581] 'process raft request' (duration: 1.980926015s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:54.451604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.470125Z","time spent":"1.981406056s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:54.45182Z","caller":"traceutil/trace.go:171","msg":"trace[20088269] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"1.981239382s","start":"2026-03-05T08:16:52.470569Z","end":"2026-03-05T08:16:54.451808Z","steps":["trace[20088269] 'process raft request' (duration: 1.980768731s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:54.451886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.470562Z","time spent":"1.981290323s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:54.452058Z","caller":"traceutil/trace.go:171","msg":"trace[599797891] transaction","detail":"{read_only:false; response_revision:23385; number_of_response:1; }","duration":"1.981400206s","start":"2026-03-05T08:16:52.47062Z","end":"2026-03-05T08:16:54.45202Z","steps":["trace[599797891] 'process raft request' (duration: 1.98113499s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:54.452111Z","caller":"traceutil/trace.go:171","msg":"trace[552013839] transaction","detail":"{read_only:false; response_revision:23387; number_of_response:1; }","duration":"1.838773963s","start":"2026-03-05T08:16:52.613327Z","end":"2026-03-05T08:16:54.452101Z","steps":["trace[552013839] 'process raft request' (duration: 1.838680911s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:54.452118Z","caller":"traceutil/trace.go:171","msg":"trace[2109543198] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"1.981418087s","start":"2026-03-05T08:16:52.470672Z","end":"2026-03-05T08:16:54.45209Z","steps":["trace[2109543198] 'process raft request' (duration: 1.981196811s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:54.452166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.613307Z","time spent":"1.838829175s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:54.452209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.470612Z","time spent":"1.981525459s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:54.45227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.470661Z","time spent":"1.981535839s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:54.452076Z","caller":"traceutil/trace.go:171","msg":"trace[197224198] linearizableReadLoop","detail":"{readStateIndex:24217; appliedIndex:24210; }","duration":"1.981902989s","start":"2026-03-05T08:16:52.470157Z","end":"2026-03-05T08:16:54.45206Z","steps":["trace[197224198] 'read index received' (duration: 509.070816ms)","trace[197224198] 'applied index is now lower than readState.Index' (duration: 1.472831083s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:54.452272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982062553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-35f36912-b000-45be-9a78-c5388add9c6b\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-05T08:16:54.45242Z","caller":"traceutil/trace.go:171","msg":"trace[505513539] range","detail":"{range_begin:/registry/persistentvolumes/pvc-35f36912-b000-45be-9a78-c5388add9c6b; range_end:; response_count:1; response_revision:23387; }","duration":"1.982271207s","start":"2026-03-05T08:16:52.470134Z","end":"2026-03-05T08:16:54.452405Z","steps":["trace[505513539] 'agreement among raft nodes before linearized reading' (duration: 1.98197672s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:54.45254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.470125Z","time spent":"1.98240006s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-35f36912-b000-45be-9a78-c5388add9c6b\" "} {"level":"warn","ts":"2026-03-05T08:16:54.953375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:16:55.309788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000037393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:16:55.309867Z","caller":"traceutil/trace.go:171","msg":"trace[1487603661] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184156s","start":"2026-03-05T08:16:53.309666Z","end":"2026-03-05T08:16:55.30985Z","steps":["trace[1487603661] 'agreement among raft nodes before linearized reading' (duration: 2.000080134s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:55.309907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.309646Z","time spent":"2.000252278s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:16:55.453667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:16:55.535536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084845282s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:16:55.535911Z","caller":"traceutil/trace.go:171","msg":"trace[1458389299] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"1.769537102s","start":"2026-03-05T08:16:53.766344Z","end":"2026-03-05T08:16:55.535881Z","steps":["trace[1458389299] 'process raft request' (duration: 1.769411399s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:55.536026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.766269Z","time spent":"1.769692826s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:56.687982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.129254768s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:16:57.25364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.358807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:16:57.253864Z","caller":"traceutil/trace.go:171","msg":"trace[1367283060] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"2.784235032s","start":"2026-03-05T08:16:54.4696Z","end":"2026-03-05T08:16:57.253835Z","steps":["trace[1367283060] 'process raft request' (duration: 2.218583968s)","trace[1367283060] 'compare' (duration: 564.727482ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:16:57.253908Z","caller":"traceutil/trace.go:171","msg":"trace[804154016] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"2.782468929s","start":"2026-03-05T08:16:54.471408Z","end":"2026-03-05T08:16:57.253877Z","steps":["trace[804154016] 'process raft request' (duration: 2.782327005s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.253955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.469578Z","time spent":"2.784332044s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:57.254048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.471391Z","time spent":"2.782579671s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:57.254057Z","caller":"traceutil/trace.go:171","msg":"trace[1166253372] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"2.78255175s","start":"2026-03-05T08:16:54.47147Z","end":"2026-03-05T08:16:57.254022Z","steps":["trace[1166253372] 'process raft request' (duration: 2.782352266s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.254225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.471453Z","time spent":"2.782683104s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:57.254781Z","caller":"traceutil/trace.go:171","msg":"trace[1704737569] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"2.782567061s","start":"2026-03-05T08:16:54.472201Z","end":"2026-03-05T08:16:57.254768Z","steps":["trace[1704737569] 'process raft request' (duration: 2.781657129s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.254857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.472186Z","time spent":"2.782628712s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:57.255342Z","caller":"traceutil/trace.go:171","msg":"trace[2089709716] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"2.782869259s","start":"2026-03-05T08:16:54.472449Z","end":"2026-03-05T08:16:57.255318Z","steps":["trace[2089709716] 'process raft request' (duration: 2.781442894s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.255451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.472439Z","time spent":"2.782956651s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:57.263565Z","caller":"traceutil/trace.go:171","msg":"trace[1364096434] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"803.589332ms","start":"2026-03-05T08:16:56.459952Z","end":"2026-03-05T08:16:57.263542Z","steps":["trace[1364096434] 'process raft request' (duration: 803.50985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.263679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.45992Z","time spent":"803.693546ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:57.263679Z","caller":"traceutil/trace.go:171","msg":"trace[35819373] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"2.748555475s","start":"2026-03-05T08:16:54.515079Z","end":"2026-03-05T08:16:57.263634Z","steps":["trace[35819373] 'process raft request' (duration: 2.738848402s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.263798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.515069Z","time spent":"2.748662279s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:57.263825Z","caller":"traceutil/trace.go:171","msg":"trace[908516969] linearizableReadLoop","detail":"{readStateIndex:24224; appliedIndex:24217; }","duration":"2.811504946s","start":"2026-03-05T08:16:54.452313Z","end":"2026-03-05T08:16:57.263818Z","steps":["trace[908516969] 'read index received' (duration: 1.083391897s)","trace[908516969] 'applied index is now lower than readState.Index' (duration: 1.728112209s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:57.263942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199613479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:16:57.263963Z","caller":"traceutil/trace.go:171","msg":"trace[885081962] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23395; }","duration":"3.199672011s","start":"2026-03-05T08:16:54.064283Z","end":"2026-03-05T08:16:57.263955Z","steps":["trace[885081962] 'agreement among raft nodes before linearized reading' (duration: 3.199609999s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.263992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.064262Z","time spent":"3.199721422s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:57.264183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.528692262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:16:57.264213Z","caller":"traceutil/trace.go:171","msg":"trace[1318972123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23395; }","duration":"4.528758864s","start":"2026-03-05T08:16:52.735445Z","end":"2026-03-05T08:16:57.264204Z","steps":["trace[1318972123] 'agreement among raft nodes before linearized reading' (duration: 4.528703612s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.264235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.735427Z","time spent":"4.528802334s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:57.264322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335287194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272954"} {"level":"info","ts":"2026-03-05T08:16:57.264343Z","caller":"traceutil/trace.go:171","msg":"trace[880581662] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23395; }","duration":"3.335308925s","start":"2026-03-05T08:16:53.929028Z","end":"2026-03-05T08:16:57.264337Z","steps":["trace[880581662] 'agreement among raft nodes before linearized reading' (duration: 3.335040079s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.264358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.929009Z","time spent":"3.335345116s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272978,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-05T08:16:57.264404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.029984825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T08:16:57.264435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093380725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:16:57.264451Z","caller":"traceutil/trace.go:171","msg":"trace[320283981] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23395; }","duration":"4.030038116s","start":"2026-03-05T08:16:53.2344Z","end":"2026-03-05T08:16:57.264438Z","steps":["trace[320283981] 'agreement among raft nodes before linearized reading' (duration: 4.029845552s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.264485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.316332906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:57.264457Z","caller":"traceutil/trace.go:171","msg":"trace[1818538226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23395; }","duration":"4.093440337s","start":"2026-03-05T08:16:53.17101Z","end":"2026-03-05T08:16:57.26445Z","steps":["trace[1818538226] 'agreement among raft nodes before linearized reading' (duration: 4.093341974s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:57.264508Z","caller":"traceutil/trace.go:171","msg":"trace[1812820844] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23395; }","duration":"4.316354447s","start":"2026-03-05T08:16:52.948147Z","end":"2026-03-05T08:16:57.264502Z","steps":["trace[1812820844] 'agreement among raft nodes before linearized reading' (duration: 4.316321996s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.264516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.170988Z","time spent":"4.093520689s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:16:57.264528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.948127Z","time spent":"4.316395497s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:16:57.264599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808106365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-05T08:16:57.264485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.234331Z","time spent":"4.030145908s","remote":"127.0.0.1:48566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:57.264711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524224178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:16:57.264532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.711814455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-05T08:16:57.264736Z","caller":"traceutil/trace.go:171","msg":"trace[1885890637] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23395; }","duration":"3.524283759s","start":"2026-03-05T08:16:53.740445Z","end":"2026-03-05T08:16:57.264729Z","steps":["trace[1885890637] 'agreement among raft nodes before linearized reading' (duration: 3.524236078s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:57.264752Z","caller":"traceutil/trace.go:171","msg":"trace[797556214] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:23395; }","duration":"4.712058742s","start":"2026-03-05T08:16:52.552686Z","end":"2026-03-05T08:16:57.264745Z","steps":["trace[797556214] 'agreement among raft nodes before linearized reading' (duration: 4.711806406s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.264757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:53.740426Z","time spent":"3.52432534s","remote":"127.0.0.1:39856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:57.264769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.395098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:57.264776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:52.552671Z","time spent":"4.712098032s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-03-05T08:16:57.264787Z","caller":"traceutil/trace.go:171","msg":"trace[1556203055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23395; }","duration":"280.446109ms","start":"2026-03-05T08:16:56.984337Z","end":"2026-03-05T08:16:57.264783Z","steps":["trace[1556203055] 'agreement among raft nodes before linearized reading' (duration: 280.415989ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:57.264657Z","caller":"traceutil/trace.go:171","msg":"trace[995017372] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3; range_end:; response_count:1; response_revision:23395; }","duration":"2.808192576s","start":"2026-03-05T08:16:54.456458Z","end":"2026-03-05T08:16:57.26465Z","steps":["trace[995017372] 'agreement among raft nodes before linearized reading' (duration: 2.808093694s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.2649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.392064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:57.264911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.456443Z","time spent":"2.808461083s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" "} {"level":"info","ts":"2026-03-05T08:16:57.264931Z","caller":"traceutil/trace.go:171","msg":"trace[1333966307] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23395; }","duration":"484.463796ms","start":"2026-03-05T08:16:56.780459Z","end":"2026-03-05T08:16:57.264922Z","steps":["trace[1333966307] 'agreement among raft nodes before linearized reading' (duration: 484.414755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.264999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.780431Z","time spent":"484.536317ms","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:57.265281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.232954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T08:16:57.265324Z","caller":"traceutil/trace.go:171","msg":"trace[629818291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23395; }","duration":"808.310936ms","start":"2026-03-05T08:16:56.457003Z","end":"2026-03-05T08:16:57.265314Z","steps":["trace[629818291] 'agreement among raft nodes before linearized reading' (duration: 808.199273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.265354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.456983Z","time spent":"808.364367ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:16:57.265378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705914866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:16:57.265419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006188204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-03-05T08:16:57.265459Z","caller":"traceutil/trace.go:171","msg":"trace[459046898] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23395; }","duration":"1.006247236s","start":"2026-03-05T08:16:56.259197Z","end":"2026-03-05T08:16:57.265444Z","steps":["trace[459046898] 'agreement among raft nodes before linearized reading' (duration: 1.006117793s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.265492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.259185Z","time spent":"1.006294637s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1011,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-05T08:16:57.265505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839191233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:57.265538Z","caller":"traceutil/trace.go:171","msg":"trace[1574683049] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23395; }","duration":"1.839250364s","start":"2026-03-05T08:16:55.426278Z","end":"2026-03-05T08:16:57.265528Z","steps":["trace[1574683049] 'agreement among raft nodes before linearized reading' (duration: 1.839191933s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.265549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391877069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T08:16:57.26556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.426263Z","time spent":"1.839290876s","remote":"127.0.0.1:39892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:16:57.265566Z","caller":"traceutil/trace.go:171","msg":"trace[1133403812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23395; }","duration":"1.391926811s","start":"2026-03-05T08:16:55.873633Z","end":"2026-03-05T08:16:57.26556Z","steps":["trace[1133403812] 'agreement among raft nodes before linearized reading' (duration: 1.391842129s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.265551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.666054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T08:16:57.265585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.873614Z","time spent":"1.391967022s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T08:16:57.265599Z","caller":"traceutil/trace.go:171","msg":"trace[93252338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23395; }","duration":"808.735255ms","start":"2026-03-05T08:16:56.45685Z","end":"2026-03-05T08:16:57.265586Z","steps":["trace[93252338] 'agreement among raft nodes before linearized reading' (duration: 808.597662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.26563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.456842Z","time spent":"808.779726ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:16:57.265684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.349331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T08:16:57.265701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432555585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:16:57.265711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955196817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:57.265714Z","caller":"traceutil/trace.go:171","msg":"trace[1246179565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23395; }","duration":"809.417543ms","start":"2026-03-05T08:16:56.456288Z","end":"2026-03-05T08:16:57.265705Z","steps":["trace[1246179565] 'agreement among raft nodes before linearized reading' (duration: 809.334351ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:57.265737Z","caller":"traceutil/trace.go:171","msg":"trace[529782215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23395; }","duration":"1.955250969s","start":"2026-03-05T08:16:55.310473Z","end":"2026-03-05T08:16:57.265724Z","steps":["trace[529782215] 'agreement among raft nodes before linearized reading' (duration: 1.955218358s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.265743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696789496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:57.26572Z","caller":"traceutil/trace.go:171","msg":"trace[869759304] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23395; }","duration":"1.432600346s","start":"2026-03-05T08:16:55.833111Z","end":"2026-03-05T08:16:57.265712Z","steps":["trace[869759304] 'agreement among raft nodes before linearized reading' (duration: 1.432572166s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.265755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.310454Z","time spent":"1.955297099s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:16:57.265759Z","caller":"traceutil/trace.go:171","msg":"trace[1860164466] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23395; }","duration":"1.696838616s","start":"2026-03-05T08:16:55.568916Z","end":"2026-03-05T08:16:57.265755Z","steps":["trace[1860164466] 'agreement among raft nodes before linearized reading' (duration: 1.696812386s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.265772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.568901Z","time spent":"1.696868358s","remote":"127.0.0.1:38946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:57.265774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.833094Z","time spent":"1.432668219s","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:57.265812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.824047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T08:16:57.265847Z","caller":"traceutil/trace.go:171","msg":"trace[584924869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23395; }","duration":"808.893619ms","start":"2026-03-05T08:16:56.456943Z","end":"2026-03-05T08:16:57.265837Z","steps":["trace[584924869] 'agreement among raft nodes before linearized reading' (duration: 808.799917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.265857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503244988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:16:57.265876Z","caller":"traceutil/trace.go:171","msg":"trace[1096044871] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23395; }","duration":"2.503302799s","start":"2026-03-05T08:16:54.762568Z","end":"2026-03-05T08:16:57.265871Z","steps":["trace[1096044871] 'agreement among raft nodes before linearized reading' (duration: 2.503262198s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.265741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.456268Z","time spent":"809.466094ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:16:57.265891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.762549Z","time spent":"2.503337639s","remote":"127.0.0.1:48512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:16:57.265427Z","caller":"traceutil/trace.go:171","msg":"trace[38102836] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23395; }","duration":"1.705996197s","start":"2026-03-05T08:16:55.559417Z","end":"2026-03-05T08:16:57.265413Z","steps":["trace[38102836] 'agreement among raft nodes before linearized reading' (duration: 1.705896905s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.265937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:55.559403Z","time spent":"1.706516619s","remote":"127.0.0.1:53560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:57.265999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711419154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:57.266015Z","caller":"traceutil/trace.go:171","msg":"trace[1700306834] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23395; }","duration":"2.711616158s","start":"2026-03-05T08:16:54.554393Z","end":"2026-03-05T08:16:57.266009Z","steps":["trace[1700306834] 'agreement among raft nodes before linearized reading' (duration: 2.711580017s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.266032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:54.55438Z","time spent":"2.711645279s","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:57.265463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071215944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:16:57.266074Z","caller":"traceutil/trace.go:171","msg":"trace[332626969] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23395; }","duration":"1.07185832s","start":"2026-03-05T08:16:56.194203Z","end":"2026-03-05T08:16:57.266061Z","steps":["trace[332626969] 'agreement among raft nodes before linearized reading' (duration: 1.071238335s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.26611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.194184Z","time spent":"1.071914041s","remote":"127.0.0.1:48592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:16:57.265868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:56.456925Z","time spent":"808.93783ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:16:57.767966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:16:57.973711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.389586ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:16:57.973849Z","caller":"traceutil/trace.go:171","msg":"trace[396945029] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23395; }","duration":"327.53727ms","start":"2026-03-05T08:16:57.646284Z","end":"2026-03-05T08:16:57.973821Z","steps":["trace[396945029] 'range keys from in-memory index tree' (duration: 327.370526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:57.974594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:57.265623Z","time spent":"708.967293ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T08:16:59.190022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217997047s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:16:59.274803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997903642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:16:59.274886Z","caller":"traceutil/trace.go:171","msg":"trace[154614105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998014465s","start":"2026-03-05T08:16:57.276854Z","end":"2026-03-05T08:16:59.274869Z","steps":["trace[154614105] 'agreement among raft nodes before linearized reading' (duration: 1.997919152s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:59.274943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:57.276846Z","time spent":"1.998075216s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:16:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-05T08:16:59.278634Z","caller":"traceutil/trace.go:171","msg":"trace[171002138] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"2.011244743s","start":"2026-03-05T08:16:57.267366Z","end":"2026-03-05T08:16:59.27861Z","steps":["trace[171002138] 'process raft request' (duration: 1.922879242s)","trace[171002138] 'compare' (duration: 87.721856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:59.278781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:57.267352Z","time spent":"2.011350875s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:59.278885Z","caller":"traceutil/trace.go:171","msg":"trace[810352051] transaction","detail":"{read_only:false; response_revision:23398; number_of_response:1; }","duration":"2.003887916s","start":"2026-03-05T08:16:57.274965Z","end":"2026-03-05T08:16:59.278853Z","steps":["trace[810352051] 'process raft request' (duration: 2.003764333s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:59.278882Z","caller":"traceutil/trace.go:171","msg":"trace[913139115] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"2.003891046s","start":"2026-03-05T08:16:57.274963Z","end":"2026-03-05T08:16:59.278854Z","steps":["trace[913139115] 'process raft request' (duration: 2.003555378s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:59.278973Z","caller":"traceutil/trace.go:171","msg":"trace[1229841761] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"2.001794196s","start":"2026-03-05T08:16:57.277154Z","end":"2026-03-05T08:16:59.278948Z","steps":["trace[1229841761] 'process raft request' (duration: 2.001679913s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:59.279068Z","caller":"traceutil/trace.go:171","msg":"trace[2039330370] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"1.738152729s","start":"2026-03-05T08:16:57.540901Z","end":"2026-03-05T08:16:59.279053Z","steps":["trace[2039330370] 'process raft request' (duration: 1.737985095s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:59.279058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:57.274948Z","time spent":"2.004023718s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:59.279109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:57.277138Z","time spent":"2.001895969s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:59.27911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:57.274953Z","time spent":"2.004024349s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:59.279088Z","caller":"traceutil/trace.go:171","msg":"trace[1092960483] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"2.0002854s","start":"2026-03-05T08:16:57.27878Z","end":"2026-03-05T08:16:59.279065Z","steps":["trace[1092960483] 'process raft request' (duration: 2.000082795s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:59.27896Z","caller":"traceutil/trace.go:171","msg":"trace[1227723903] transaction","detail":"{read_only:false; response_revision:23399; number_of_response:1; }","duration":"2.003040305s","start":"2026-03-05T08:16:57.275884Z","end":"2026-03-05T08:16:59.278924Z","steps":["trace[1227723903] 'process raft request' (duration: 2.002922253s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:59.279212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:57.540872Z","time spent":"1.738251932s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:59.279325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:57.275875Z","time spent":"2.003358953s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:59.279343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:57.278771Z","time spent":"2.000433823s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:59.977242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.308466ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T08:16:59.977348Z","caller":"traceutil/trace.go:171","msg":"trace[1467636972] linearizableReadLoop","detail":"{readStateIndex:24233; appliedIndex:24225; }","duration":"2.709938928s","start":"2026-03-05T08:16:57.267391Z","end":"2026-03-05T08:16:59.97733Z","steps":["trace[1467636972] 'read index received' (duration: 704.609838ms)","trace[1467636972] 'applied index is now lower than readState.Index' (duration: 2.0053276s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:16:59.978753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711334742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-s97mg\" ","response":"range_response_count:1 size:4022"} {"level":"info","ts":"2026-03-05T08:16:59.978862Z","caller":"traceutil/trace.go:171","msg":"trace[434254634] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-s97mg; range_end:; response_count:1; response_revision:23403; }","duration":"2.711447164s","start":"2026-03-05T08:16:57.267386Z","end":"2026-03-05T08:16:59.978833Z","steps":["trace[434254634] 'agreement among raft nodes before linearized reading' (duration: 2.711185508s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:59.97892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:57.267374Z","time spent":"2.711529846s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4046,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-s97mg\" "} {"level":"info","ts":"2026-03-05T08:16:59.979192Z","caller":"traceutil/trace.go:171","msg":"trace[605801689] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"1.256470642s","start":"2026-03-05T08:16:58.722703Z","end":"2026-03-05T08:16:59.979174Z","steps":["trace[605801689] 'process raft request' (duration: 1.256436851s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:16:59.97926Z","caller":"traceutil/trace.go:171","msg":"trace[221743572] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"1.944117791s","start":"2026-03-05T08:16:58.035113Z","end":"2026-03-05T08:16:59.979231Z","steps":["trace[221743572] 'process raft request' (duration: 1.943897506s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:59.979322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:58.722678Z","time spent":"1.256560313s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:16:59.979339Z","caller":"traceutil/trace.go:171","msg":"trace[1732613840] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23403; }","duration":"2.003366734s","start":"2026-03-05T08:16:57.975851Z","end":"2026-03-05T08:16:59.979218Z","steps":["trace[1732613840] 'process raft request' (duration: 2.003110528s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:16:59.979427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:58.035083Z","time spent":"1.944269335s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:16:59.979626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:57.975828Z","time spent":"2.003634719s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:01.173513Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.154881333s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:17:01.283856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:17:01.283949Z","caller":"traceutil/trace.go:171","msg":"trace[465467542] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031478s","start":"2026-03-05T08:16:59.283608Z","end":"2026-03-05T08:17:01.283923Z","steps":["trace[465467542] 'agreement among raft nodes before linearized reading' (duration: 2.000207648s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:01.284002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:59.283594Z","time spent":"2.000398692s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:17:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:17:01.622311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.507992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:01.623039Z","caller":"traceutil/trace.go:171","msg":"trace[803628033] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"2.363169347s","start":"2026-03-05T08:16:59.259836Z","end":"2026-03-05T08:17:01.623006Z","steps":["trace[803628033] 'process raft request' (duration: 1.913843055s)","trace[803628033] 'compare' (duration: 447.684523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:01.623181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:59.259809Z","time spent":"2.363291131s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:01.623318Z","caller":"traceutil/trace.go:171","msg":"trace[647434331] linearizableReadLoop","detail":"{readStateIndex:24244; appliedIndex:24234; }","duration":"1.645878415s","start":"2026-03-05T08:16:59.977373Z","end":"2026-03-05T08:17:01.623251Z","steps":["trace[647434331] 'read index received' (duration: 1.575868ms)","trace[647434331] 'applied index is now lower than readState.Index' (duration: 1.644301357s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:01.62343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812561115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:01.623404Z","caller":"traceutil/trace.go:171","msg":"trace[124366791] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"2.338588507s","start":"2026-03-05T08:16:59.284781Z","end":"2026-03-05T08:17:01.62337Z","steps":["trace[124366791] 'process raft request' (duration: 2.338413723s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:01.62343Z","caller":"traceutil/trace.go:171","msg":"trace[2002452216] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"2.363156137s","start":"2026-03-05T08:16:59.260248Z","end":"2026-03-05T08:17:01.623404Z","steps":["trace[2002452216] 'process raft request' (duration: 2.362829989s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:01.623506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.346476219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:01.623534Z","caller":"traceutil/trace.go:171","msg":"trace[591520932] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23412; }","duration":"4.34650468s","start":"2026-03-05T08:16:57.277022Z","end":"2026-03-05T08:17:01.623526Z","steps":["trace[591520932] 'agreement among raft nodes before linearized reading' (duration: 4.346459839s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:01.623531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:59.284766Z","time spent":"2.33871072s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T08:17:01.623532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186404102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:01.623572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:57.276999Z","time spent":"4.346563331s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:17:01.623577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:59.260227Z","time spent":"2.36326275s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:01.623603Z","caller":"traceutil/trace.go:171","msg":"trace[1397856368] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23412; }","duration":"3.186526065s","start":"2026-03-05T08:16:58.43706Z","end":"2026-03-05T08:17:01.623586Z","steps":["trace[1397856368] 'agreement among raft nodes before linearized reading' (duration: 3.186384342s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:01.623652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:58.43704Z","time spent":"3.186596076s","remote":"127.0.0.1:36598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:01.623728Z","caller":"traceutil/trace.go:171","msg":"trace[1169853552] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"2.354508219s","start":"2026-03-05T08:16:59.269209Z","end":"2026-03-05T08:17:01.623717Z","steps":["trace[1169853552] 'process raft request' (duration: 2.353942176s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:01.623801Z","caller":"traceutil/trace.go:171","msg":"trace[2138935823] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"2.363924595s","start":"2026-03-05T08:16:59.259866Z","end":"2026-03-05T08:17:01.62379Z","steps":["trace[2138935823] 'process raft request' (duration: 2.362568412s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:01.623815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:59.269195Z","time spent":"2.354570151s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:01.62386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.348968918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:17:01.623919Z","caller":"traceutil/trace.go:171","msg":"trace[426644680] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23412; }","duration":"4.34904824s","start":"2026-03-05T08:16:57.27486Z","end":"2026-03-05T08:17:01.623908Z","steps":["trace[426644680] 'agreement among raft nodes before linearized reading' (duration: 4.348871155s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:01.623926Z","caller":"traceutil/trace.go:171","msg":"trace[1204300038] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"2.364017168s","start":"2026-03-05T08:16:59.259893Z","end":"2026-03-05T08:17:01.62391Z","steps":["trace[1204300038] 'process raft request' (duration: 2.363104316s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:01.623952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459836996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-05T08:17:01.623463Z","caller":"traceutil/trace.go:171","msg":"trace[264375631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23412; }","duration":"1.812602286s","start":"2026-03-05T08:16:59.810848Z","end":"2026-03-05T08:17:01.623451Z","steps":["trace[264375631] 'agreement among raft nodes before linearized reading' (duration: 1.812535174s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:01.623996Z","caller":"traceutil/trace.go:171","msg":"trace[194664719] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23412; }","duration":"2.459922248s","start":"2026-03-05T08:16:59.16406Z","end":"2026-03-05T08:17:01.623982Z","steps":["trace[194664719] 'agreement among raft nodes before linearized reading' (duration: 2.459785815s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:01.624001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:59.810782Z","time spent":"1.81320581s","remote":"127.0.0.1:47856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:01.624003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:59.259863Z","time spent":"2.364098519s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:01.62403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:59.164038Z","time spent":"2.45998567s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-05T08:17:01.623963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:57.274852Z","time spent":"4.349103391s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:17:01.624187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49416922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:01.624233Z","caller":"traceutil/trace.go:171","msg":"trace[395706275] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23412; }","duration":"2.494245362s","start":"2026-03-05T08:16:59.129975Z","end":"2026-03-05T08:17:01.62422Z","steps":["trace[395706275] 'agreement among raft nodes before linearized reading' (duration: 2.49416735s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:01.624281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:59.129958Z","time spent":"2.494299723s","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:01.624259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:59.259811Z","time spent":"2.364027818s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:01.62366Z","caller":"traceutil/trace.go:171","msg":"trace[693024925] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"2.363231369s","start":"2026-03-05T08:16:59.260406Z","end":"2026-03-05T08:17:01.623637Z","steps":["trace[693024925] 'process raft request' (duration: 2.362712107s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:01.624384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:59.260393Z","time spent":"2.363944076s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:01.652917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:16:59.981099Z","time spent":"1.671815007s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T08:17:02.994093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.979527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:02.99427Z","caller":"traceutil/trace.go:171","msg":"trace[1937780203] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"1.339291398s","start":"2026-03-05T08:17:01.654961Z","end":"2026-03-05T08:17:02.994253Z","steps":["trace[1937780203] 'process raft request' (duration: 1.339231726s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:02.99434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:01.654945Z","time spent":"1.339364049s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:02.994521Z","caller":"traceutil/trace.go:171","msg":"trace[1305139433] linearizableReadLoop","detail":"{readStateIndex:24246; appliedIndex:24244; }","duration":"1.371139922s","start":"2026-03-05T08:17:01.623357Z","end":"2026-03-05T08:17:02.994497Z","steps":["trace[1305139433] 'read index received' (duration: 29.411775ms)","trace[1305139433] 'applied index is now lower than readState.Index' (duration: 1.341726536s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:02.994653Z","caller":"traceutil/trace.go:171","msg":"trace[273247079] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"1.709652295s","start":"2026-03-05T08:17:01.284985Z","end":"2026-03-05T08:17:02.994637Z","steps":["trace[273247079] 'process raft request' (duration: 979.048643ms)","trace[273247079] 'compare' (duration: 729.651499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:02.994733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709117612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:17:02.994777Z","caller":"traceutil/trace.go:171","msg":"trace[153544631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23414; }","duration":"1.709198654s","start":"2026-03-05T08:17:01.285565Z","end":"2026-03-05T08:17:02.994764Z","steps":["trace[153544631] 'agreement among raft nodes before linearized reading' (duration: 1.709071201s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:02.994811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:01.28552Z","time spent":"1.709284986s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:17:02.994864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:01.284963Z","time spent":"1.709740266s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:02.994996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708982359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:17:02.995033Z","caller":"traceutil/trace.go:171","msg":"trace[758721886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23414; }","duration":"1.709055161s","start":"2026-03-05T08:17:01.285966Z","end":"2026-03-05T08:17:02.995021Z","steps":["trace[758721886] 'agreement among raft nodes before linearized reading' (duration: 1.708971859s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:02.99506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:01.285909Z","time spent":"1.709144553s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:02.995182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709320077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T08:17:02.995216Z","caller":"traceutil/trace.go:171","msg":"trace[493880625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23414; }","duration":"1.709370919s","start":"2026-03-05T08:17:01.285837Z","end":"2026-03-05T08:17:02.995208Z","steps":["trace[493880625] 'agreement among raft nodes before linearized reading' (duration: 1.709289206s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:02.995249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:01.285826Z","time spent":"1.70941711s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:02.99552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71151415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:02.995568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710578737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T08:17:02.995565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709866081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:17:02.995615Z","caller":"traceutil/trace.go:171","msg":"trace[616307128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23414; }","duration":"1.711660763s","start":"2026-03-05T08:17:01.283934Z","end":"2026-03-05T08:17:02.995595Z","steps":["trace[616307128] 'agreement among raft nodes before linearized reading' (duration: 1.711422578s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:02.995636Z","caller":"traceutil/trace.go:171","msg":"trace[1322511362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23414; }","duration":"1.710643059s","start":"2026-03-05T08:17:01.28497Z","end":"2026-03-05T08:17:02.995613Z","steps":["trace[1322511362] 'agreement among raft nodes before linearized reading' (duration: 1.710390053s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:02.995645Z","caller":"traceutil/trace.go:171","msg":"trace[1473959734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23414; }","duration":"1.709972753s","start":"2026-03-05T08:17:01.285653Z","end":"2026-03-05T08:17:02.995625Z","steps":["trace[1473959734] 'agreement among raft nodes before linearized reading' (duration: 1.709673936s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:02.995661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:01.283915Z","time spent":"1.711738875s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:02.99569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:01.284949Z","time spent":"1.710729761s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:02.995702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:01.285644Z","time spent":"1.710045125s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:17:02.995736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136305023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:02.995865Z","caller":"traceutil/trace.go:171","msg":"trace[900094992] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23414; }","duration":"2.136511798s","start":"2026-03-05T08:17:00.859326Z","end":"2026-03-05T08:17:02.995838Z","steps":["trace[900094992] 'agreement among raft nodes before linearized reading' (duration: 2.136237302s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:02.995952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:00.859304Z","time spent":"2.136635722s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:03.476283Z","caller":"traceutil/trace.go:171","msg":"trace[1341275533] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"852.906246ms","start":"2026-03-05T08:17:02.623352Z","end":"2026-03-05T08:17:03.476258Z","steps":["trace[1341275533] 'process raft request' (duration: 852.857045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:03.476428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:02.623324Z","time spent":"853.032419ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:03.476447Z","caller":"traceutil/trace.go:171","msg":"trace[1288325539] linearizableReadLoop","detail":"{readStateIndex:24249; appliedIndex:24249; }","duration":"481.816422ms","start":"2026-03-05T08:17:02.994601Z","end":"2026-03-05T08:17:03.476418Z","steps":["trace[1288325539] 'read index received' (duration: 481.681269ms)","trace[1288325539] 'applied index is now lower than readState.Index' (duration: 132.203µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:03.476785Z","caller":"traceutil/trace.go:171","msg":"trace[1857821831] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"1.207469974s","start":"2026-03-05T08:17:02.2693Z","end":"2026-03-05T08:17:03.47677Z","steps":["trace[1857821831] 'process raft request' (duration: 1.206766358s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:03.476876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:02.269283Z","time spent":"1.207541786s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":624,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:03.476995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677410111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:03.477025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13102501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:03.477071Z","caller":"traceutil/trace.go:171","msg":"trace[2065840950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23416; }","duration":"1.677496754s","start":"2026-03-05T08:17:01.799551Z","end":"2026-03-05T08:17:03.477048Z","steps":["trace[2065840950] 'agreement among raft nodes before linearized reading' (duration: 1.67736315s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:03.477117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:01.799505Z","time spent":"1.677602016s","remote":"127.0.0.1:47904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:03.47711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846723845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-05T08:17:03.477138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114497124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:03.47714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847216576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-54832090-9349-4c2d-a045-6a27fae5d3fd\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-05T08:17:03.477149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851588822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-05T08:17:03.477156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.668379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:03.477211Z","caller":"traceutil/trace.go:171","msg":"trace[1131946632] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23416; }","duration":"1.851676043s","start":"2026-03-05T08:17:01.625519Z","end":"2026-03-05T08:17:03.477195Z","steps":["trace[1131946632] 'agreement among raft nodes before linearized reading' (duration: 1.851437807s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:03.477076Z","caller":"traceutil/trace.go:171","msg":"trace[970702166] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23416; }","duration":"1.131113153s","start":"2026-03-05T08:17:02.345946Z","end":"2026-03-05T08:17:03.477059Z","steps":["trace[970702166] 'agreement among raft nodes before linearized reading' (duration: 1.13103141s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:03.477209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441243185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-05T08:17:03.477252Z","caller":"traceutil/trace.go:171","msg":"trace[1813064312] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23416; }","duration":"546.810602ms","start":"2026-03-05T08:17:02.930424Z","end":"2026-03-05T08:17:03.477235Z","steps":["trace[1813064312] 'agreement among raft nodes before linearized reading' (duration: 546.558485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:03.477264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:01.625503Z","time spent":"1.851742234s","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T08:17:03.477284Z","caller":"traceutil/trace.go:171","msg":"trace[823392018] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23416; }","duration":"1.441351388s","start":"2026-03-05T08:17:02.035913Z","end":"2026-03-05T08:17:03.477264Z","steps":["trace[823392018] 'agreement among raft nodes before linearized reading' (duration: 1.44107461s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:03.477309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:02.930404Z","time spent":"546.888585ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:03.477321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442134616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-05T08:17:03.477333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:02.035901Z","time spent":"1.441423909s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T08:17:03.477176Z","caller":"traceutil/trace.go:171","msg":"trace[316227678] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23416; }","duration":"1.114572205s","start":"2026-03-05T08:17:02.362591Z","end":"2026-03-05T08:17:03.477163Z","steps":["trace[316227678] 'agreement among raft nodes before linearized reading' (duration: 1.114508794s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:03.47737Z","caller":"traceutil/trace.go:171","msg":"trace[518901673] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23416; }","duration":"1.442222278s","start":"2026-03-05T08:17:02.035136Z","end":"2026-03-05T08:17:03.477358Z","steps":["trace[518901673] 'agreement among raft nodes before linearized reading' (duration: 1.442088295s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:03.477265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:02.345926Z","time spent":"1.131326688s","remote":"127.0.0.1:39224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:03.477173Z","caller":"traceutil/trace.go:171","msg":"trace[163295414] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d; range_end:; response_count:1; response_revision:23416; }","duration":"1.846798557s","start":"2026-03-05T08:17:01.630357Z","end":"2026-03-05T08:17:03.477156Z","steps":["trace[163295414] 'agreement among raft nodes before linearized reading' (duration: 1.846602402s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:03.477428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:02.362567Z","time spent":"1.114836452s","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:03.47745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:02.035114Z","time spent":"1.442291519s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T08:17:03.477467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:01.630351Z","time spent":"1.847103214s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d\" "} {"level":"info","ts":"2026-03-05T08:17:03.477191Z","caller":"traceutil/trace.go:171","msg":"trace[564694303] range","detail":"{range_begin:/registry/persistentvolumes/pvc-54832090-9349-4c2d-a045-6a27fae5d3fd; range_end:; response_count:1; response_revision:23416; }","duration":"1.847300529s","start":"2026-03-05T08:17:01.629877Z","end":"2026-03-05T08:17:03.477177Z","steps":["trace[564694303] 'agreement among raft nodes before linearized reading' (duration: 1.847098293s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:03.477576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:01.629865Z","time spent":"1.847698548s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-54832090-9349-4c2d-a045-6a27fae5d3fd\" "} {"level":"warn","ts":"2026-03-05T08:17:03.47726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848702072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:03.477847Z","caller":"traceutil/trace.go:171","msg":"trace[1133751688] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23416; }","duration":"1.849294456s","start":"2026-03-05T08:17:01.628532Z","end":"2026-03-05T08:17:03.477826Z","steps":["trace[1133751688] 'agreement among raft nodes before linearized reading' (duration: 1.848394754s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:03.477921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:01.628493Z","time spent":"1.849386998s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:17:04.287236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.974555Z","time spent":"312.671454ms","remote":"127.0.0.1:56788","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T08:17:04.287762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.167542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:04.288039Z","caller":"traceutil/trace.go:171","msg":"trace[1460017996] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"1.286811448s","start":"2026-03-05T08:17:03.001197Z","end":"2026-03-05T08:17:04.288008Z","steps":["trace[1460017996] 'process raft request' (duration: 646.301118ms)","trace[1460017996] 'compare' (duration: 640.005728ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:04.288088Z","caller":"traceutil/trace.go:171","msg":"trace[1649265557] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"1.286669165s","start":"2026-03-05T08:17:03.001398Z","end":"2026-03-05T08:17:04.288068Z","steps":["trace[1649265557] 'process raft request' (duration: 1.286584523s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:04.288103Z","caller":"traceutil/trace.go:171","msg":"trace[1233543237] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"1.286775158s","start":"2026-03-05T08:17:03.001291Z","end":"2026-03-05T08:17:04.288066Z","steps":["trace[1233543237] 'process raft request' (duration: 1.286573953s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:04.288158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.001179Z","time spent":"1.286921081s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:04.288173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.001392Z","time spent":"1.286736376s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:04.288385Z","caller":"traceutil/trace.go:171","msg":"trace[1131418817] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"1.286729307s","start":"2026-03-05T08:17:03.001635Z","end":"2026-03-05T08:17:04.288364Z","steps":["trace[1131418817] 'process raft request' (duration: 1.286602184s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:04.288419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285626281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:04.288472Z","caller":"traceutil/trace.go:171","msg":"trace[1815828864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23421; }","duration":"1.285694192s","start":"2026-03-05T08:17:03.002761Z","end":"2026-03-05T08:17:04.288456Z","steps":["trace[1815828864] 'agreement among raft nodes before linearized reading' (duration: 1.2856034s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:04.288487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.001621Z","time spent":"1.286812988s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:04.288526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.002734Z","time spent":"1.285781114s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:17:04.288648Z","caller":"traceutil/trace.go:171","msg":"trace[1167645968] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"1.287217278s","start":"2026-03-05T08:17:03.001415Z","end":"2026-03-05T08:17:04.288633Z","steps":["trace[1167645968] 'process raft request' (duration: 1.286617564s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:04.288343Z","caller":"traceutil/trace.go:171","msg":"trace[1179837057] linearizableReadLoop","detail":"{readStateIndex:24254; appliedIndex:24249; }","duration":"811.633357ms","start":"2026-03-05T08:17:03.476689Z","end":"2026-03-05T08:17:04.288322Z","steps":["trace[1179837057] 'read index received' (duration: 170.968033ms)","trace[1179837057] 'applied index is now lower than readState.Index' (duration: 640.664404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:04.288739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.001406Z","time spent":"1.287287619s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:04.288911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289826621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-03-05T08:17:04.28898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.001285Z","time spent":"1.286940371s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:04.289021Z","caller":"traceutil/trace.go:171","msg":"trace[912945071] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23421; }","duration":"1.289987355s","start":"2026-03-05T08:17:02.999007Z","end":"2026-03-05T08:17:04.288994Z","steps":["trace[912945071] 'agreement among raft nodes before linearized reading' (duration: 1.289719928s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:04.288942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29230235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-05T08:17:04.289082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:02.998984Z","time spent":"1.290080927s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-05T08:17:04.28917Z","caller":"traceutil/trace.go:171","msg":"trace[823570509] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23421; }","duration":"1.292537856s","start":"2026-03-05T08:17:02.996596Z","end":"2026-03-05T08:17:04.289133Z","steps":["trace[823570509] 'agreement among raft nodes before linearized reading' (duration: 1.292196178s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:04.289264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:02.996579Z","time spent":"1.292655128s","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T08:17:05.519967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.505259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:05.520489Z","caller":"traceutil/trace.go:171","msg":"trace[1582897774] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"1.88907933s","start":"2026-03-05T08:17:03.63139Z","end":"2026-03-05T08:17:05.52047Z","steps":["trace[1582897774] 'process raft request' (duration: 1.889009389s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:05.520483Z","caller":"traceutil/trace.go:171","msg":"trace[1550050784] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"2.041382996s","start":"2026-03-05T08:17:03.479063Z","end":"2026-03-05T08:17:05.520446Z","steps":["trace[1550050784] 'process raft request' (duration: 1.235317473s)","trace[1550050784] 'compare' (duration: 804.772251ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:05.520508Z","caller":"traceutil/trace.go:171","msg":"trace[1454709518] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"1.889411029s","start":"2026-03-05T08:17:03.631063Z","end":"2026-03-05T08:17:05.520474Z","steps":["trace[1454709518] 'process raft request' (duration: 1.889272885s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.520575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.631387Z","time spent":"1.889148522s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:05.520503Z","caller":"traceutil/trace.go:171","msg":"trace[1502893689] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"2.038357663s","start":"2026-03-05T08:17:03.482081Z","end":"2026-03-05T08:17:05.520439Z","steps":["trace[1502893689] 'process raft request' (duration: 2.038216169s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.522002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.48206Z","time spent":"2.039867639s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:05.52065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.631039Z","time spent":"1.889534232s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:05.520752Z","caller":"traceutil/trace.go:171","msg":"trace[74941947] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"1.889228894s","start":"2026-03-05T08:17:03.631507Z","end":"2026-03-05T08:17:05.520736Z","steps":["trace[74941947] 'process raft request' (duration: 1.888928847s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:05.520765Z","caller":"traceutil/trace.go:171","msg":"trace[303270774] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"1.889393947s","start":"2026-03-05T08:17:03.631358Z","end":"2026-03-05T08:17:05.520752Z","steps":["trace[303270774] 'process raft request' (duration: 1.889011928s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.522312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.631351Z","time spent":"1.890926305s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:05.522374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.631486Z","time spent":"1.89072498s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:05.520759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.479041Z","time spent":"2.041513098s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:05.520479Z","caller":"traceutil/trace.go:171","msg":"trace[1029638713] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"2.038991429s","start":"2026-03-05T08:17:03.481442Z","end":"2026-03-05T08:17:05.520433Z","steps":["trace[1029638713] 'process raft request' (duration: 2.038662031s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.522549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.48141Z","time spent":"2.041102129s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:05.520906Z","caller":"traceutil/trace.go:171","msg":"trace[1884671322] linearizableReadLoop","detail":"{readStateIndex:24263; appliedIndex:24254; }","duration":"1.232134027s","start":"2026-03-05T08:17:04.288762Z","end":"2026-03-05T08:17:05.520896Z","steps":["trace[1884671322] 'read index received' (duration: 425.632043ms)","trace[1884671322] 'applied index is now lower than readState.Index' (duration: 806.501194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:05.520979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037088602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:05.521019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988111617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:05.522739Z","caller":"traceutil/trace.go:171","msg":"trace[176832841] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23430; }","duration":"2.038865386s","start":"2026-03-05T08:17:03.483849Z","end":"2026-03-05T08:17:05.522714Z","steps":["trace[176832841] 'agreement among raft nodes before linearized reading' (duration: 2.037082272s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.522798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.483833Z","time spent":"2.038948207s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T08:17:05.522778Z","caller":"traceutil/trace.go:171","msg":"trace[982010514] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23430; }","duration":"1.989888381s","start":"2026-03-05T08:17:03.532875Z","end":"2026-03-05T08:17:05.522763Z","steps":["trace[982010514] 'agreement among raft nodes before linearized reading' (duration: 1.988124308s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.521054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455838785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:05.522992Z","caller":"traceutil/trace.go:171","msg":"trace[28273284] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23430; }","duration":"1.457806473s","start":"2026-03-05T08:17:04.065171Z","end":"2026-03-05T08:17:05.522977Z","steps":["trace[28273284] 'agreement among raft nodes before linearized reading' (duration: 1.455843925s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.523031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:04.065154Z","time spent":"1.457861174s","remote":"127.0.0.1:39278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:05.521031Z","caller":"traceutil/trace.go:171","msg":"trace[864526958] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"1.888152318s","start":"2026-03-05T08:17:03.632848Z","end":"2026-03-05T08:17:05.521Z","steps":["trace[864526958] 'process raft request' (duration: 1.888000714s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.52289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.532859Z","time spent":"1.990018454s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T08:17:05.523174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.632843Z","time spent":"1.890280199s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:05.521051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285479827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-03-05T08:17:05.523241Z","caller":"traceutil/trace.go:171","msg":"trace[1747113626] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23430; }","duration":"1.28770803s","start":"2026-03-05T08:17:04.235526Z","end":"2026-03-05T08:17:05.523234Z","steps":["trace[1747113626] 'agreement among raft nodes before linearized reading' (duration: 1.285456606s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.523292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:04.235506Z","time spent":"1.287752212s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":545,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-05T08:17:05.521258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855656429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-05T08:17:05.523413Z","caller":"traceutil/trace.go:171","msg":"trace[1308747498] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23430; }","duration":"1.857809111s","start":"2026-03-05T08:17:03.665584Z","end":"2026-03-05T08:17:05.523393Z","steps":["trace[1308747498] 'agreement among raft nodes before linearized reading' (duration: 1.855407683s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.523476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.665529Z","time spent":"1.857923603s","remote":"127.0.0.1:60938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418300,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-05T08:17:05.521009Z","caller":"traceutil/trace.go:171","msg":"trace[559673255] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"1.889447319s","start":"2026-03-05T08:17:03.631541Z","end":"2026-03-05T08:17:05.520989Z","steps":["trace[559673255] 'process raft request' (duration: 1.889144802s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.523835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:03.631535Z","time spent":"1.892258006s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:05.545425Z","caller":"traceutil/trace.go:171","msg":"trace[2076539466] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"1.248372777s","start":"2026-03-05T08:17:04.297027Z","end":"2026-03-05T08:17:05.5454Z","steps":["trace[2076539466] 'process raft request' (duration: 1.248187293s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:05.545585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:04.297005Z","time spent":"1.248496759s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:06.28989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999460429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:17:06.289956Z","caller":"traceutil/trace.go:171","msg":"trace[1963692417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999584672s","start":"2026-03-05T08:17:04.290356Z","end":"2026-03-05T08:17:06.289941Z","steps":["trace[1963692417] 'agreement among raft nodes before linearized reading' (duration: 1.99949484s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:06.289992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:04.290336Z","time spent":"1.999649214s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:17:06.339615Z","caller":"traceutil/trace.go:171","msg":"trace[483972907] linearizableReadLoop","detail":"{readStateIndex:24265; appliedIndex:24263; }","duration":"816.918792ms","start":"2026-03-05T08:17:05.522669Z","end":"2026-03-05T08:17:06.339588Z","steps":["trace[483972907] 'read index received' (duration: 22.473829ms)","trace[483972907] 'applied index is now lower than readState.Index' (duration: 794.437023ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:06.339735Z","caller":"traceutil/trace.go:171","msg":"trace[355553834] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"1.336081291s","start":"2026-03-05T08:17:05.003623Z","end":"2026-03-05T08:17:06.339705Z","steps":["trace[355553834] 'process raft request' (duration: 1.330824995s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:06.339861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04825048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-05T08:17:06.339896Z","caller":"traceutil/trace.go:171","msg":"trace[1989831911] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23432; }","duration":"2.048333262s","start":"2026-03-05T08:17:04.291552Z","end":"2026-03-05T08:17:06.339886Z","steps":["trace[1989831911] 'agreement among raft nodes before linearized reading' (duration: 2.048147848s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:06.339929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:04.291532Z","time spent":"2.048388474s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T08:17:06.340032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:05.003585Z","time spent":"1.336211024s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:06.811964Z","caller":"traceutil/trace.go:171","msg":"trace[48123595] linearizableReadLoop","detail":"{readStateIndex:24266; appliedIndex:24265; }","duration":"472.265623ms","start":"2026-03-05T08:17:06.339674Z","end":"2026-03-05T08:17:06.81194Z","steps":["trace[48123595] 'read index received' (duration: 374.568899ms)","trace[48123595] 'applied index is now lower than readState.Index' (duration: 97.695754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:06.812427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285456276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:06.812471Z","caller":"traceutil/trace.go:171","msg":"trace[690640369] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23433; }","duration":"1.285547848s","start":"2026-03-05T08:17:05.526913Z","end":"2026-03-05T08:17:06.812461Z","steps":["trace[690640369] 'agreement among raft nodes before linearized reading' (duration: 1.285465116s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:06.812504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:05.526896Z","time spent":"1.28560017s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T08:17:06.812594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.699857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T08:17:06.812624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.48736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T08:17:06.812713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.305876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:17:06.812756Z","caller":"traceutil/trace.go:171","msg":"trace[1837115844] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"934.017263ms","start":"2026-03-05T08:17:05.878715Z","end":"2026-03-05T08:17:06.812732Z","steps":["trace[1837115844] 'process raft request' (duration: 835.880448ms)","trace[1837115844] 'compare' (duration: 97.029948ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:06.812809Z","caller":"traceutil/trace.go:171","msg":"trace[575025270] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23433; }","duration":"470.430279ms","start":"2026-03-05T08:17:06.342344Z","end":"2026-03-05T08:17:06.812774Z","steps":["trace[575025270] 'agreement among raft nodes before linearized reading' (duration: 470.206053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:06.812843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.315445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T08:17:06.812855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.342323Z","time spent":"470.523111ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T08:17:06.812854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285430895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-05T08:17:06.812947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.685315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:17:06.813032Z","caller":"traceutil/trace.go:171","msg":"trace[851280781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23433; }","duration":"520.805497ms","start":"2026-03-05T08:17:06.292208Z","end":"2026-03-05T08:17:06.813014Z","steps":["trace[851280781] 'agreement among raft nodes before linearized reading' (duration: 520.519981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:06.813038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288880978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tqvsq\" ","response":"range_response_count:1 size:18522"} {"level":"warn","ts":"2026-03-05T08:17:06.813083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.292202Z","time spent":"520.871859ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T08:17:06.813085Z","caller":"traceutil/trace.go:171","msg":"trace[2146003915] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tqvsq; range_end:; response_count:1; response_revision:23433; }","duration":"1.28892846s","start":"2026-03-05T08:17:05.524144Z","end":"2026-03-05T08:17:06.813073Z","steps":["trace[2146003915] 'agreement among raft nodes before linearized reading' (duration: 1.288801457s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:06.812728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.196772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T08:17:06.813131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:05.52409Z","time spent":"1.289030302s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18546,"request content":"key:\"/registry/pods/kube-system/cilium-tqvsq\" "} {"level":"info","ts":"2026-03-05T08:17:06.812814Z","caller":"traceutil/trace.go:171","msg":"trace[1178740706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23433; }","duration":"520.664014ms","start":"2026-03-05T08:17:06.292087Z","end":"2026-03-05T08:17:06.812751Z","steps":["trace[1178740706] 'agreement among raft nodes before linearized reading' (duration: 520.266895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:06.813298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.292073Z","time spent":"521.210137ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T08:17:06.81314Z","caller":"traceutil/trace.go:171","msg":"trace[1012074413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23433; }","duration":"520.629412ms","start":"2026-03-05T08:17:06.292499Z","end":"2026-03-05T08:17:06.813129Z","steps":["trace[1012074413] 'agreement among raft nodes before linearized reading' (duration: 520.090439ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:06.812963Z","caller":"traceutil/trace.go:171","msg":"trace[1379060438] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d; range_end:; response_count:1; response_revision:23433; }","duration":"1.285585079s","start":"2026-03-05T08:17:05.527351Z","end":"2026-03-05T08:17:06.812936Z","steps":["trace[1379060438] 'agreement among raft nodes before linearized reading' (duration: 1.285287522s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:06.812688Z","caller":"traceutil/trace.go:171","msg":"trace[946751421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23433; }","duration":"518.815259ms","start":"2026-03-05T08:17:06.293849Z","end":"2026-03-05T08:17:06.812664Z","steps":["trace[946751421] 'agreement among raft nodes before linearized reading' (duration: 518.584324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:06.813786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.293837Z","time spent":"519.930077ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:06.813687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:05.527338Z","time spent":"1.286328918s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d\" "} {"level":"warn","ts":"2026-03-05T08:17:06.812881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:05.878681Z","time spent":"934.113525ms","remote":"127.0.0.1:60938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:06.813476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.292491Z","time spent":"520.945839ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T08:17:06.812893Z","caller":"traceutil/trace.go:171","msg":"trace[2099432806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23433; }","duration":"520.392407ms","start":"2026-03-05T08:17:06.292484Z","end":"2026-03-05T08:17:06.812877Z","steps":["trace[2099432806] 'agreement among raft nodes before linearized reading' (duration: 520.276904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:06.814296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257829283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-05T08:17:06.813953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.341848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:06.814396Z","caller":"traceutil/trace.go:171","msg":"trace[149168785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23433; }","duration":"518.801818ms","start":"2026-03-05T08:17:06.295577Z","end":"2026-03-05T08:17:06.814379Z","steps":["trace[149168785] 'agreement among raft nodes before linearized reading' (duration: 517.20118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:06.814457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.295564Z","time spent":"518.879391ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:17:06.814476Z","caller":"traceutil/trace.go:171","msg":"trace[1482477733] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23433; }","duration":"1.257932026s","start":"2026-03-05T08:17:05.556424Z","end":"2026-03-05T08:17:06.814356Z","steps":["trace[1482477733] 'agreement among raft nodes before linearized reading' (duration: 1.256049851s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:06.814621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.292466Z","time spent":"521.854252ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:06.813252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249286758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:06.815198Z","caller":"traceutil/trace.go:171","msg":"trace[16958504] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23433; }","duration":"1.251504981s","start":"2026-03-05T08:17:05.563679Z","end":"2026-03-05T08:17:06.815184Z","steps":["trace[16958504] 'agreement among raft nodes before linearized reading' (duration: 1.249236287s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:06.815314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:05.563663Z","time spent":"1.251637104s","remote":"127.0.0.1:39326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:06.814545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:05.556412Z","time spent":"1.25811513s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T08:17:08.265824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.066799ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:08.265965Z","caller":"traceutil/trace.go:171","msg":"trace[1647593593] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23433; }","duration":"620.218453ms","start":"2026-03-05T08:17:07.645727Z","end":"2026-03-05T08:17:08.265945Z","steps":["trace[1647593593] 'range keys from in-memory index tree' (duration: 620.051069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:08.26735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.5043ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-03-05T08:17:08.267637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.81689Z","time spent":"1.450741122s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T08:17:08.267765Z","caller":"traceutil/trace.go:171","msg":"trace[671703863] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"1.449945094s","start":"2026-03-05T08:17:06.817794Z","end":"2026-03-05T08:17:08.267739Z","steps":["trace[671703863] 'process raft request' (duration: 1.449838051s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:08.26791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.81778Z","time spent":"1.450049106s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:08.267985Z","caller":"traceutil/trace.go:171","msg":"trace[626384182] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"1.450337393s","start":"2026-03-05T08:17:06.817622Z","end":"2026-03-05T08:17:08.26796Z","steps":["trace[626384182] 'process raft request' (duration: 1.449854092s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:08.268144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451189453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:08.268193Z","caller":"traceutil/trace.go:171","msg":"trace[1827537071] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"1.447562266s","start":"2026-03-05T08:17:06.820602Z","end":"2026-03-05T08:17:08.268164Z","steps":["trace[1827537071] 'process raft request' (duration: 1.447089815s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:08.268222Z","caller":"traceutil/trace.go:171","msg":"trace[1711505157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23436; }","duration":"1.451289135s","start":"2026-03-05T08:17:06.816918Z","end":"2026-03-05T08:17:08.268207Z","steps":["trace[1711505157] 'agreement among raft nodes before linearized reading' (duration: 1.451108471s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:08.268261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.816897Z","time spent":"1.451354317s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:08.26813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.817603Z","time spent":"1.450439805s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:08.268296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.820589Z","time spent":"1.447653408s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:08.26799Z","caller":"traceutil/trace.go:171","msg":"trace[2007480559] linearizableReadLoop","detail":"{readStateIndex:24267; appliedIndex:24266; }","duration":"1.451022359s","start":"2026-03-05T08:17:06.816947Z","end":"2026-03-05T08:17:08.267969Z","steps":["trace[2007480559] 'read index received' (duration: 56.422µs)","trace[2007480559] 'applied index is now lower than readState.Index' (duration: 1.450963497s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:08.26915Z","caller":"traceutil/trace.go:171","msg":"trace[683556537] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"1.441586832s","start":"2026-03-05T08:17:06.827547Z","end":"2026-03-05T08:17:08.269134Z","steps":["trace[683556537] 'process raft request' (duration: 1.440528247s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:08.269259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.827535Z","time spent":"1.441673595s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:08.2693Z","caller":"traceutil/trace.go:171","msg":"trace[692055213] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"1.441655084s","start":"2026-03-05T08:17:06.827578Z","end":"2026-03-05T08:17:08.269233Z","steps":["trace[692055213] 'process raft request' (duration: 1.441508611s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:08.269494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.82756Z","time spent":"1.441836178s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:08.76913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:09.269917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:09.594979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.330803774s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:17:10.276884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000367041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:17:10.276955Z","caller":"traceutil/trace.go:171","msg":"trace[1045569273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000468854s","start":"2026-03-05T08:17:08.276471Z","end":"2026-03-05T08:17:10.27694Z","steps":["trace[1045569273] 'agreement among raft nodes before linearized reading' (duration: 2.000384832s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.276995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:08.27646Z","time spent":"2.000526935s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:10.475769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.426028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:10.476316Z","caller":"traceutil/trace.go:171","msg":"trace[773009742] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"2.991657018s","start":"2026-03-05T08:17:07.484627Z","end":"2026-03-05T08:17:10.476284Z","steps":["trace[773009742] 'process raft request' (duration: 2.110882523s)","trace[773009742] 'compare' (duration: 877.443795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:10.476417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:07.484591Z","time spent":"2.991782021s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:10.476492Z","caller":"traceutil/trace.go:171","msg":"trace[476311782] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"2.949672761s","start":"2026-03-05T08:17:07.52677Z","end":"2026-03-05T08:17:10.476443Z","steps":["trace[476311782] 'process raft request' (duration: 2.949179429s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.476607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:07.526738Z","time spent":"2.949825355s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:10.476669Z","caller":"traceutil/trace.go:171","msg":"trace[156381043] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"2.947181851s","start":"2026-03-05T08:17:07.529473Z","end":"2026-03-05T08:17:10.476655Z","steps":["trace[156381043] 'process raft request' (duration: 2.947012547s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:10.47664Z","caller":"traceutil/trace.go:171","msg":"trace[748731426] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"2.947227862s","start":"2026-03-05T08:17:07.529385Z","end":"2026-03-05T08:17:10.476613Z","steps":["trace[748731426] 'process raft request' (duration: 2.946661489s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.476742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:07.529465Z","time spent":"2.947239332s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:10.476792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:07.52937Z","time spent":"2.947347405s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:10.476833Z","caller":"traceutil/trace.go:171","msg":"trace[550013632] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"2.94713174s","start":"2026-03-05T08:17:07.529693Z","end":"2026-03-05T08:17:10.476824Z","steps":["trace[550013632] 'process raft request' (duration: 2.946960316s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:10.476816Z","caller":"traceutil/trace.go:171","msg":"trace[162269412] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"2.947362126s","start":"2026-03-05T08:17:07.52944Z","end":"2026-03-05T08:17:10.476802Z","steps":["trace[162269412] 'process raft request' (duration: 2.94714916s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.476903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:07.529676Z","time spent":"2.947180861s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:10.476925Z","caller":"traceutil/trace.go:171","msg":"trace[695064944] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"2.206381294s","start":"2026-03-05T08:17:08.270533Z","end":"2026-03-05T08:17:10.476915Z","steps":["trace[695064944] 'process raft request' (duration: 2.206226871s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:10.476937Z","caller":"traceutil/trace.go:171","msg":"trace[859174202] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"425.545251ms","start":"2026-03-05T08:17:10.051376Z","end":"2026-03-05T08:17:10.476921Z","steps":["trace[859174202] 'process raft request' (duration: 425.50763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.476975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:08.270508Z","time spent":"2.206438916s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:10.47699Z","caller":"traceutil/trace.go:171","msg":"trace[888178612] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"1.994116372s","start":"2026-03-05T08:17:08.482862Z","end":"2026-03-05T08:17:10.476978Z","steps":["trace[888178612] 'process raft request' (duration: 1.993985279s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.477033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:10.05135Z","time spent":"425.640144ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:10.477078Z","caller":"traceutil/trace.go:171","msg":"trace[72121097] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"2.132603724s","start":"2026-03-05T08:17:08.344466Z","end":"2026-03-05T08:17:10.477069Z","steps":["trace[72121097] 'process raft request' (duration: 2.132345818s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.477039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:07.529403Z","time spent":"2.947515699s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:10.477132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:08.344454Z","time spent":"2.132653116s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:10.477131Z","caller":"traceutil/trace.go:171","msg":"trace[8441168] linearizableReadLoop","detail":"{readStateIndex:24282; appliedIndex:24272; }","duration":"2.20870874s","start":"2026-03-05T08:17:08.268412Z","end":"2026-03-05T08:17:10.47712Z","steps":["trace[8441168] 'read index received' (duration: 1.326764596s)","trace[8441168] 'applied index is now lower than readState.Index' (duration: 881.942874ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:10.477137Z","caller":"traceutil/trace.go:171","msg":"trace[1599961385] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"2.946757131s","start":"2026-03-05T08:17:07.53037Z","end":"2026-03-05T08:17:10.477127Z","steps":["trace[1599961385] 'process raft request' (duration: 2.946339401s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.477283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659666048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-05T08:17:10.477308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:07.530012Z","time spent":"2.947254983s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:10.477364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314930886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-05T08:17:10.477393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.461360279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-05T08:17:10.477409Z","caller":"traceutil/trace.go:171","msg":"trace[2113834522] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23449; }","duration":"3.315004308s","start":"2026-03-05T08:17:07.162395Z","end":"2026-03-05T08:17:10.4774Z","steps":["trace[2113834522] 'agreement among raft nodes before linearized reading' (duration: 3.314889185s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:10.477419Z","caller":"traceutil/trace.go:171","msg":"trace[355315033] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23449; }","duration":"3.461424471s","start":"2026-03-05T08:17:07.015987Z","end":"2026-03-05T08:17:10.477412Z","steps":["trace[355315033] 'agreement among raft nodes before linearized reading' (duration: 3.461346659s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.477448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:07.015967Z","time spent":"3.461473712s","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T08:17:10.477446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:07.16238Z","time spent":"3.315058729s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-05T08:17:10.47704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:08.482842Z","time spent":"1.994170633s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:10.477594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203887744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-05T08:17:10.477632Z","caller":"traceutil/trace.go:171","msg":"trace[1383607528] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23449; }","duration":"2.203948206s","start":"2026-03-05T08:17:08.273673Z","end":"2026-03-05T08:17:10.477621Z","steps":["trace[1383607528] 'agreement among raft nodes before linearized reading' (duration: 2.20371655s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.477648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.625835936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:10.47767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:08.273662Z","time spent":"2.204000767s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T08:17:10.477681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322348478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:10.477684Z","caller":"traceutil/trace.go:171","msg":"trace[1393615002] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23449; }","duration":"3.625893657s","start":"2026-03-05T08:17:06.851778Z","end":"2026-03-05T08:17:10.477671Z","steps":["trace[1393615002] 'agreement among raft nodes before linearized reading' (duration: 3.625834736s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:10.477712Z","caller":"traceutil/trace.go:171","msg":"trace[1328837993] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23449; }","duration":"2.322453382s","start":"2026-03-05T08:17:08.15525Z","end":"2026-03-05T08:17:10.477703Z","steps":["trace[1328837993] 'agreement among raft nodes before linearized reading' (duration: 2.32239883s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.477723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.851768Z","time spent":"3.62594362s","remote":"127.0.0.1:39154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:10.477748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:08.155224Z","time spent":"2.322515803s","remote":"127.0.0.1:47832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:10.477317Z","caller":"traceutil/trace.go:171","msg":"trace[1178798484] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:23449; }","duration":"3.65973286s","start":"2026-03-05T08:17:06.817576Z","end":"2026-03-05T08:17:10.477309Z","steps":["trace[1178798484] 'agreement among raft nodes before linearized reading' (duration: 3.659574116s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.477895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.81756Z","time spent":"3.660323154s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-05T08:17:10.477922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638849439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:10.477982Z","caller":"traceutil/trace.go:171","msg":"trace[969218772] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23449; }","duration":"3.638946481s","start":"2026-03-05T08:17:06.839019Z","end":"2026-03-05T08:17:10.477966Z","steps":["trace[969218772] 'agreement among raft nodes before linearized reading' (duration: 3.638855589s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.478033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.838999Z","time spent":"3.639020482s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:10.478062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.313707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:10.478117Z","caller":"traceutil/trace.go:171","msg":"trace[1191434461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23449; }","duration":"200.385149ms","start":"2026-03-05T08:17:10.277721Z","end":"2026-03-05T08:17:10.478106Z","steps":["trace[1191434461] 'agreement among raft nodes before linearized reading' (duration: 200.309478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.47837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.709382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:17:10.478416Z","caller":"traceutil/trace.go:171","msg":"trace[124658551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23449; }","duration":"204.767553ms","start":"2026-03-05T08:17:10.273636Z","end":"2026-03-05T08:17:10.478403Z","steps":["trace[124658551] 'agreement among raft nodes before linearized reading' (duration: 204.61476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.477943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901251929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:10.478572Z","caller":"traceutil/trace.go:171","msg":"trace[1021954040] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23449; }","duration":"2.901915515s","start":"2026-03-05T08:17:07.576645Z","end":"2026-03-05T08:17:10.478561Z","steps":["trace[1021954040] 'agreement among raft nodes before linearized reading' (duration: 2.90127433s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.478592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.185364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T08:17:10.47862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:07.576619Z","time spent":"2.901987637s","remote":"127.0.0.1:41560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:10.478629Z","caller":"traceutil/trace.go:171","msg":"trace[2023227296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23449; }","duration":"205.237785ms","start":"2026-03-05T08:17:10.27338Z","end":"2026-03-05T08:17:10.478618Z","steps":["trace[2023227296] 'agreement among raft nodes before linearized reading' (duration: 205.119452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.477901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572361298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:10.47874Z","caller":"traceutil/trace.go:171","msg":"trace[33891466] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23449; }","duration":"2.573241239s","start":"2026-03-05T08:17:07.905489Z","end":"2026-03-05T08:17:10.478731Z","steps":["trace[33891466] 'agreement among raft nodes before linearized reading' (duration: 2.572386579s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.478778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:07.905467Z","time spent":"2.573298s","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:10.47886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.728808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T08:17:10.478965Z","caller":"traceutil/trace.go:171","msg":"trace[1689849140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23449; }","duration":"205.86275ms","start":"2026-03-05T08:17:10.273079Z","end":"2026-03-05T08:17:10.478942Z","steps":["trace[1689849140] 'agreement among raft nodes before linearized reading' (duration: 205.592334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.479227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.589148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:17:10.479336Z","caller":"traceutil/trace.go:171","msg":"trace[963826340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23449; }","duration":"206.70305ms","start":"2026-03-05T08:17:10.272616Z","end":"2026-03-05T08:17:10.479319Z","steps":["trace[963826340] 'agreement among raft nodes before linearized reading' (duration: 206.488595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.479526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.169901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T08:17:10.479585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661855771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:17:10.479648Z","caller":"traceutil/trace.go:171","msg":"trace[271592013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23449; }","duration":"3.661950053s","start":"2026-03-05T08:17:06.817685Z","end":"2026-03-05T08:17:10.479635Z","steps":["trace[271592013] 'agreement among raft nodes before linearized reading' (duration: 3.660836386s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:10.479652Z","caller":"traceutil/trace.go:171","msg":"trace[1113444165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23449; }","duration":"207.320565ms","start":"2026-03-05T08:17:10.272291Z","end":"2026-03-05T08:17:10.479612Z","steps":["trace[1113444165] 'agreement among raft nodes before linearized reading' (duration: 206.982857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:10.479678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:06.817666Z","time spent":"3.662007505s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:17:10.980663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:11.481474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:11.98245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:12.069232Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.511002529s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:17:12.193394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.385407ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-05T08:17:12.193488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:10.480195Z","time spent":"1.713289002s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T08:17:12.416323Z","caller":"traceutil/trace.go:171","msg":"trace[1118624149] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"1.931578181s","start":"2026-03-05T08:17:10.48472Z","end":"2026-03-05T08:17:12.416298Z","steps":["trace[1118624149] 'process raft request' (duration: 1.931470207s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:12.416506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:10.484706Z","time spent":"1.931725585s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:12.416643Z","caller":"traceutil/trace.go:171","msg":"trace[1618529366] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"1.931828517s","start":"2026-03-05T08:17:10.484788Z","end":"2026-03-05T08:17:12.416617Z","steps":["trace[1618529366] 'process raft request' (duration: 1.931460848s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:12.416706Z","caller":"traceutil/trace.go:171","msg":"trace[1432967303] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"1.932059922s","start":"2026-03-05T08:17:10.48461Z","end":"2026-03-05T08:17:12.41667Z","steps":["trace[1432967303] 'process raft request' (duration: 1.931377085s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:12.416785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:10.484784Z","time spent":"1.931928489s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:12.416901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:10.484598Z","time spent":"1.932199085s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:12.416946Z","caller":"traceutil/trace.go:171","msg":"trace[1358762754] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"1.932072083s","start":"2026-03-05T08:17:10.484861Z","end":"2026-03-05T08:17:12.416933Z","steps":["trace[1358762754] 'process raft request' (duration: 1.931673633s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:12.417061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:10.484856Z","time spent":"1.932134074s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:12.417143Z","caller":"traceutil/trace.go:171","msg":"trace[944754250] linearizableReadLoop","detail":"{readStateIndex:24290; appliedIndex:24283; }","duration":"1.936791816s","start":"2026-03-05T08:17:10.480338Z","end":"2026-03-05T08:17:12.41713Z","steps":["trace[944754250] 'read index received' (duration: 1.590268251s)","trace[944754250] 'applied index is now lower than readState.Index' (duration: 346.522805ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:12.417207Z","caller":"traceutil/trace.go:171","msg":"trace[906420653] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"1.931317234s","start":"2026-03-05T08:17:10.485865Z","end":"2026-03-05T08:17:12.417182Z","steps":["trace[906420653] 'process raft request' (duration: 1.931198502s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:12.417307Z","caller":"traceutil/trace.go:171","msg":"trace[1235364530] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"1.932301708s","start":"2026-03-05T08:17:10.484992Z","end":"2026-03-05T08:17:12.417294Z","steps":["trace[1235364530] 'process raft request' (duration: 1.931889458s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:12.417352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937005541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-05T08:17:12.417344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:10.485857Z","time spent":"1.931417847s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:12.417377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:10.484985Z","time spent":"1.932357659s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:12.417389Z","caller":"traceutil/trace.go:171","msg":"trace[1825551680] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23455; }","duration":"1.937059422s","start":"2026-03-05T08:17:10.48032Z","end":"2026-03-05T08:17:12.41738Z","steps":["trace[1825551680] 'agreement among raft nodes before linearized reading' (duration: 1.936885378s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:12.417422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:10.480308Z","time spent":"1.937107573s","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T08:17:12.485165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999960771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:17:12.485235Z","caller":"traceutil/trace.go:171","msg":"trace[1091462842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049244s","start":"2026-03-05T08:17:10.48517Z","end":"2026-03-05T08:17:12.48522Z","steps":["trace[1091462842] 'agreement among raft nodes before linearized reading' (duration: 1.999971452s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:12.485293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:10.485166Z","time spent":"2.000101155s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:12.917677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263544,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:17:13.241836Z","caller":"traceutil/trace.go:171","msg":"trace[1029300186] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"1.04723009s","start":"2026-03-05T08:17:12.194516Z","end":"2026-03-05T08:17:13.241746Z","steps":["trace[1029300186] 'process raft request' (duration: 995.277933ms)","trace[1029300186] 'compare' (duration: 51.67697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:13.242132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:12.194493Z","time spent":"1.047481526s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:14.158577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.922167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:14.158775Z","caller":"traceutil/trace.go:171","msg":"trace[1791915498] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"1.674219016s","start":"2026-03-05T08:17:12.484519Z","end":"2026-03-05T08:17:14.158738Z","steps":["trace[1791915498] 'process raft request' (duration: 1.569031361s)","trace[1791915498] 'compare' (duration: 104.307873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:14.158937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:12.484493Z","time spent":"1.674361008s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:14.158968Z","caller":"traceutil/trace.go:171","msg":"trace[30671180] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"1.673803585s","start":"2026-03-05T08:17:12.485099Z","end":"2026-03-05T08:17:14.158903Z","steps":["trace[30671180] 'process raft request' (duration: 1.673606221s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:14.15911Z","caller":"traceutil/trace.go:171","msg":"trace[510192661] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"1.673737944s","start":"2026-03-05T08:17:12.485353Z","end":"2026-03-05T08:17:14.159091Z","steps":["trace[510192661] 'process raft request' (duration: 1.673468488s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:14.159137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:12.485088Z","time spent":"1.673966789s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:14.159136Z","caller":"traceutil/trace.go:171","msg":"trace[441323487] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"1.673735904s","start":"2026-03-05T08:17:12.485354Z","end":"2026-03-05T08:17:14.159089Z","steps":["trace[441323487] 'process raft request' (duration: 1.673649562s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:14.159173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:12.48533Z","time spent":"1.673810765s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:14.159186Z","caller":"traceutil/trace.go:171","msg":"trace[2068557326] linearizableReadLoop","detail":"{readStateIndex:24298; appliedIndex:24290; }","duration":"1.741990572s","start":"2026-03-05T08:17:12.417179Z","end":"2026-03-05T08:17:14.159169Z","steps":["trace[2068557326] 'read index received' (duration: 772.633091ms)","trace[2068557326] 'applied index is now lower than readState.Index' (duration: 969.356511ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:14.159262Z","caller":"traceutil/trace.go:171","msg":"trace[644393911] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"1.673537229s","start":"2026-03-05T08:17:12.485717Z","end":"2026-03-05T08:17:14.159254Z","steps":["trace[644393911] 'process raft request' (duration: 1.673327044s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:14.159297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:12.485324Z","time spent":"1.673873117s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:14.159319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:12.485692Z","time spent":"1.673607541s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:14.159326Z","caller":"traceutil/trace.go:171","msg":"trace[1083637868] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"1.672479403s","start":"2026-03-05T08:17:12.486836Z","end":"2026-03-05T08:17:14.159315Z","steps":["trace[1083637868] 'process raft request' (duration: 1.672271248s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:14.15939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:12.486829Z","time spent":"1.672523654s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:14.159357Z","caller":"traceutil/trace.go:171","msg":"trace[1908233821] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"1.673121049s","start":"2026-03-05T08:17:12.486225Z","end":"2026-03-05T08:17:14.159346Z","steps":["trace[1908233821] 'process raft request' (duration: 1.672852423s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:14.159807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:12.486213Z","time spent":"1.673424996s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:14.324973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.798019ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-05T08:17:14.325256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207389299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:14.325357Z","caller":"traceutil/trace.go:171","msg":"trace[676713849] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23463; }","duration":"2.207542303s","start":"2026-03-05T08:17:12.117791Z","end":"2026-03-05T08:17:14.325334Z","steps":["trace[676713849] 'agreement among raft nodes before linearized reading' (duration: 2.041445007s)","trace[676713849] 'count revisions from in-memory index tree' (duration: 165.959552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:14.325406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:12.117769Z","time spent":"2.207623574s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:14.325423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700223675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:14.325465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.842204599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-05T08:17:14.32548Z","caller":"traceutil/trace.go:171","msg":"trace[989867073] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23463; }","duration":"2.700279717s","start":"2026-03-05T08:17:11.625174Z","end":"2026-03-05T08:17:14.325453Z","steps":["trace[989867073] 'agreement among raft nodes before linearized reading' (duration: 2.534079929s)","trace[989867073] 'count revisions from in-memory index tree' (duration: 166.109046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:14.32545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193420265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:14.325607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.844691017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2e31cfd6-abeb-47dd-8ac4-cc353f82bbeb\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-05T08:17:14.325634Z","caller":"traceutil/trace.go:171","msg":"trace[137517414] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2e31cfd6-abeb-47dd-8ac4-cc353f82bbeb; range_end:; response_count:1; response_revision:23463; }","duration":"3.844716828s","start":"2026-03-05T08:17:10.48091Z","end":"2026-03-05T08:17:14.325627Z","steps":["trace[137517414] 'agreement among raft nodes before linearized reading' (duration: 3.678406637s)","trace[137517414] 'range keys from in-memory index tree' (duration: 166.243009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:14.325655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:10.480895Z","time spent":"3.844755069s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-2e31cfd6-abeb-47dd-8ac4-cc353f82bbeb\" "} {"level":"info","ts":"2026-03-05T08:17:14.325666Z","caller":"traceutil/trace.go:171","msg":"trace[2042980529] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23463; }","duration":"2.19368048s","start":"2026-03-05T08:17:12.131898Z","end":"2026-03-05T08:17:14.325578Z","steps":["trace[2042980529] 'agreement among raft nodes before linearized reading' (duration: 2.027475722s)","trace[2042980529] 'count revisions from in-memory index tree' (duration: 165.961212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:14.325756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:12.131867Z","time spent":"2.193872084s","remote":"127.0.0.1:38888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:14.325801Z","caller":"traceutil/trace.go:171","msg":"trace[305185405] linearizableReadLoop","detail":"{readStateIndex:24300; appliedIndex:24298; }","duration":"166.568517ms","start":"2026-03-05T08:17:14.159218Z","end":"2026-03-05T08:17:14.325786Z","steps":["trace[305185405] 'read index received' (duration: 88.912µs)","trace[305185405] 'applied index is now lower than readState.Index' (duration: 166.478595ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:14.325536Z","caller":"traceutil/trace.go:171","msg":"trace[954228339] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3; range_end:; response_count:1; response_revision:23463; }","duration":"3.842288301s","start":"2026-03-05T08:17:10.483225Z","end":"2026-03-05T08:17:14.325513Z","steps":["trace[954228339] 'agreement among raft nodes before linearized reading' (duration: 3.676069263s)","trace[954228339] 'range keys from in-memory index tree' (duration: 166.043564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:14.325924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:10.483215Z","time spent":"3.842693921s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" "} {"level":"info","ts":"2026-03-05T08:17:14.325941Z","caller":"traceutil/trace.go:171","msg":"trace[414479142] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"707.606749ms","start":"2026-03-05T08:17:13.618279Z","end":"2026-03-05T08:17:14.325886Z","steps":["trace[414479142] 'process raft request' (duration: 706.79555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:14.325534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:11.62511Z","time spent":"2.700412799s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:14.326139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:13.61825Z","time spent":"707.787544ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:14.326382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.83978838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-05T08:17:14.326474Z","caller":"traceutil/trace.go:171","msg":"trace[1234740359] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23463; }","duration":"3.839898972s","start":"2026-03-05T08:17:10.486553Z","end":"2026-03-05T08:17:14.326452Z","steps":["trace[1234740359] 'agreement among raft nodes before linearized reading' (duration: 3.672733522s)","trace[1234740359] 'range keys from in-memory index tree' (duration: 166.212318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:14.32656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:10.486535Z","time spent":"3.840014445s","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T08:17:14.798337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796983691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:14.798431Z","caller":"traceutil/trace.go:171","msg":"trace[1461643841] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23464; }","duration":"1.797139815s","start":"2026-03-05T08:17:13.001267Z","end":"2026-03-05T08:17:14.798406Z","steps":["trace[1461643841] 'agreement among raft nodes before linearized reading' (duration: 1.324607376s)","trace[1461643841] 'count revisions from in-memory index tree' (duration: 472.395496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:14.798483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:13.001243Z","time spent":"1.797227467s","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:14.798739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313104787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:14.798786Z","caller":"traceutil/trace.go:171","msg":"trace[182932146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23464; }","duration":"2.313183388s","start":"2026-03-05T08:17:12.485587Z","end":"2026-03-05T08:17:14.79877Z","steps":["trace[182932146] 'agreement among raft nodes before linearized reading' (duration: 1.8402948s)","trace[182932146] 'range keys from in-memory index tree' (duration: 472.821356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:14.798819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:12.485572Z","time spent":"2.313239s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:14.79883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554215725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-05T08:17:14.798899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343454158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:14.798914Z","caller":"traceutil/trace.go:171","msg":"trace[718878929] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23464; }","duration":"1.554339858s","start":"2026-03-05T08:17:13.244544Z","end":"2026-03-05T08:17:14.798884Z","steps":["trace[718878929] 'agreement among raft nodes before linearized reading' (duration: 1.081312057s)","trace[718878929] 'range keys from in-memory index tree' (duration: 472.848737ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:14.79893Z","caller":"traceutil/trace.go:171","msg":"trace[1673745065] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23464; }","duration":"1.34352985s","start":"2026-03-05T08:17:13.455389Z","end":"2026-03-05T08:17:14.798919Z","steps":["trace[1673745065] 'agreement among raft nodes before linearized reading' (duration: 870.437498ms)","trace[1673745065] 'count revisions from in-memory index tree' (duration: 473.01348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:14.798956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652873633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:14.798969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:13.455366Z","time spent":"1.343592562s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:14.798971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:13.244523Z","time spent":"1.554434391s","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T08:17:14.79896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157660089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T08:17:14.798999Z","caller":"traceutil/trace.go:171","msg":"trace[126514037] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23464; }","duration":"1.652922054s","start":"2026-03-05T08:17:13.146062Z","end":"2026-03-05T08:17:14.798984Z","steps":["trace[126514037] 'agreement among raft nodes before linearized reading' (duration: 1.17980234s)","trace[126514037] 'count revisions from in-memory index tree' (duration: 473.057581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:14.799034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:13.145982Z","time spent":"1.653042297s","remote":"127.0.0.1:51620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:14.798975Z","caller":"traceutil/trace.go:171","msg":"trace[1444468922] linearizableReadLoop","detail":"{readStateIndex:24301; appliedIndex:24300; }","duration":"469.648271ms","start":"2026-03-05T08:17:14.329295Z","end":"2026-03-05T08:17:14.798943Z","steps":["trace[1444468922] 'read index received' (duration: 467.928929ms)","trace[1444468922] 'applied index is now lower than readState.Index' (duration: 1.717752ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:14.799037Z","caller":"traceutil/trace.go:171","msg":"trace[1681366298] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23464; }","duration":"1.157785842s","start":"2026-03-05T08:17:13.641228Z","end":"2026-03-05T08:17:14.799014Z","steps":["trace[1681366298] 'agreement among raft nodes before linearized reading' (duration: 684.658119ms)","trace[1681366298] 'range keys from in-memory index tree' (duration: 472.941389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:14.799088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:13.641207Z","time spent":"1.157868534s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T08:17:14.799248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368498565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-05T08:17:14.799341Z","caller":"traceutil/trace.go:171","msg":"trace[683007732] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23464; }","duration":"2.368622658s","start":"2026-03-05T08:17:12.430702Z","end":"2026-03-05T08:17:14.799325Z","steps":["trace[683007732] 'agreement among raft nodes before linearized reading' (duration: 1.895137506s)","trace[683007732] 'range keys from in-memory index tree' (duration: 473.330528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:14.799374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:12.430682Z","time spent":"2.368683729s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T08:17:14.799387Z","caller":"traceutil/trace.go:171","msg":"trace[1266154473] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"470.099281ms","start":"2026-03-05T08:17:14.329265Z","end":"2026-03-05T08:17:14.799364Z","steps":["trace[1266154473] 'process raft request' (duration: 468.029391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:14.799507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.329241Z","time spent":"470.192803ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:14.799534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.57231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T08:17:14.799579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.55172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T08:17:14.799606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.511055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T08:17:14.799651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.347397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-05T08:17:14.799679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.177643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:14.799713Z","caller":"traceutil/trace.go:171","msg":"trace[1647133634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23465; }","duration":"305.231465ms","start":"2026-03-05T08:17:14.494473Z","end":"2026-03-05T08:17:14.799705Z","steps":["trace[1647133634] 'agreement among raft nodes before linearized reading' (duration: 305.183644ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:14.799717Z","caller":"traceutil/trace.go:171","msg":"trace[1197480044] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23465; }","duration":"470.430139ms","start":"2026-03-05T08:17:14.32927Z","end":"2026-03-05T08:17:14.7997Z","steps":["trace[1197480044] 'agreement among raft nodes before linearized reading' (duration: 470.300235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:14.799742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.494456Z","time spent":"305.279875ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:14.799759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.329256Z","time spent":"470.4934ms","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-05T08:17:14.799584Z","caller":"traceutil/trace.go:171","msg":"trace[777908682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23465; }","duration":"377.658282ms","start":"2026-03-05T08:17:14.421912Z","end":"2026-03-05T08:17:14.79957Z","steps":["trace[777908682] 'agreement among raft nodes before linearized reading' (duration: 377.457828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:14.799817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.42189Z","time spent":"377.915679ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T08:17:14.799678Z","caller":"traceutil/trace.go:171","msg":"trace[830882477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23465; }","duration":"376.610777ms","start":"2026-03-05T08:17:14.423052Z","end":"2026-03-05T08:17:14.799663Z","steps":["trace[830882477] 'agreement among raft nodes before linearized reading' (duration: 376.424982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:14.799937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.423039Z","time spent":"376.879834ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T08:17:14.799634Z","caller":"traceutil/trace.go:171","msg":"trace[1864696757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23465; }","duration":"377.645423ms","start":"2026-03-05T08:17:14.421978Z","end":"2026-03-05T08:17:14.799623Z","steps":["trace[1864696757] 'agreement among raft nodes before linearized reading' (duration: 377.5157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:14.800066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.42195Z","time spent":"378.097303ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:14.799537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.372799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:17:14.800146Z","caller":"traceutil/trace.go:171","msg":"trace[1293386285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23465; }","duration":"373.998305ms","start":"2026-03-05T08:17:14.426135Z","end":"2026-03-05T08:17:14.800134Z","steps":["trace[1293386285] 'agreement among raft nodes before linearized reading' (duration: 373.263577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:14.800199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.426074Z","time spent":"374.113097ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:17:14.800422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.313843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:17:14.802265Z","caller":"traceutil/trace.go:171","msg":"trace[1009179750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23465; }","duration":"376.232488ms","start":"2026-03-05T08:17:14.426004Z","end":"2026-03-05T08:17:14.802236Z","steps":["trace[1009179750] 'agreement among raft nodes before linearized reading' (duration: 373.607015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:14.803469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.425984Z","time spent":"376.351581ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:17:15.955777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071123003s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:17:15.956332Z","caller":"traceutil/trace.go:171","msg":"trace[580219518] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"1.148998432s","start":"2026-03-05T08:17:14.807304Z","end":"2026-03-05T08:17:15.956302Z","steps":["trace[580219518] 'process raft request' (duration: 1.148907179s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:15.956539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.807257Z","time spent":"1.149175436s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:15.95664Z","caller":"traceutil/trace.go:171","msg":"trace[900364100] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"1.14977745s","start":"2026-03-05T08:17:14.806812Z","end":"2026-03-05T08:17:15.956589Z","steps":["trace[900364100] 'process raft request' (duration: 1.149238398s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:15.956871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.806798Z","time spent":"1.149947874s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:15.956945Z","caller":"traceutil/trace.go:171","msg":"trace[1661023472] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"1.148483099s","start":"2026-03-05T08:17:14.80844Z","end":"2026-03-05T08:17:15.956923Z","steps":["trace[1661023472] 'process raft request' (duration: 1.148135181s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:15.957002Z","caller":"traceutil/trace.go:171","msg":"trace[1890396716] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"1.143982171s","start":"2026-03-05T08:17:14.813Z","end":"2026-03-05T08:17:15.956982Z","steps":["trace[1890396716] 'process raft request' (duration: 1.143815747s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:15.957094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.812985Z","time spent":"1.144078413s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:15.957109Z","caller":"traceutil/trace.go:171","msg":"trace[1537725221] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"1.149702028s","start":"2026-03-05T08:17:14.80739Z","end":"2026-03-05T08:17:15.957092Z","steps":["trace[1537725221] 'process raft request' (duration: 1.148871089s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:15.957113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.808422Z","time spent":"1.148586801s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:15.957198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.807359Z","time spent":"1.149800021s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:15.957331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149685179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:17:15.957364Z","caller":"traceutil/trace.go:171","msg":"trace[1403781975] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23471; }","duration":"1.14973619s","start":"2026-03-05T08:17:14.807619Z","end":"2026-03-05T08:17:15.957355Z","steps":["trace[1403781975] 'agreement among raft nodes before linearized reading' (duration: 1.149621338s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:15.957386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.807608Z","time spent":"1.149772461s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T08:17:15.956915Z","caller":"traceutil/trace.go:171","msg":"trace[2083521353] linearizableReadLoop","detail":"{readStateIndex:24305; appliedIndex:24301; }","duration":"1.149225257s","start":"2026-03-05T08:17:14.807648Z","end":"2026-03-05T08:17:15.956873Z","steps":["trace[2083521353] 'read index received' (duration: 77.130682ms)","trace[2083521353] 'applied index is now lower than readState.Index' (duration: 1.072093615s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:16.458618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:17.112947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.825769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:17.113063Z","caller":"traceutil/trace.go:171","msg":"trace[475189749] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"1.62691153s","start":"2026-03-05T08:17:15.486131Z","end":"2026-03-05T08:17:17.113043Z","steps":["trace[475189749] 'process raft request' (duration: 1.042906057s)","trace[475189749] 'compare' (duration: 583.585393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:17.113133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:15.486111Z","time spent":"1.626981751s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:17.113554Z","caller":"traceutil/trace.go:171","msg":"trace[857162599] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"945.247492ms","start":"2026-03-05T08:17:16.168288Z","end":"2026-03-05T08:17:17.113536Z","steps":["trace[857162599] 'process raft request' (duration: 945.079158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.11366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.168282Z","time spent":"945.327993ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:17.113712Z","caller":"traceutil/trace.go:171","msg":"trace[465902061] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"945.360365ms","start":"2026-03-05T08:17:16.168342Z","end":"2026-03-05T08:17:17.113702Z","steps":["trace[465902061] 'process raft request' (duration: 945.055177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.113813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.168336Z","time spent":"945.421866ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:17.113869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455166978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:17.113928Z","caller":"traceutil/trace.go:171","msg":"trace[1398325833] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23479; }","duration":"1.455274301s","start":"2026-03-05T08:17:15.658639Z","end":"2026-03-05T08:17:17.113914Z","steps":["trace[1398325833] 'agreement among raft nodes before linearized reading' (duration: 1.455166958s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:17.113955Z","caller":"traceutil/trace.go:171","msg":"trace[225922876] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"945.707033ms","start":"2026-03-05T08:17:16.168232Z","end":"2026-03-05T08:17:17.113939Z","steps":["trace[225922876] 'process raft request' (duration: 945.011767ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:17.113544Z","caller":"traceutil/trace.go:171","msg":"trace[721118307] linearizableReadLoop","detail":"{readStateIndex:24315; appliedIndex:24307; }","duration":"1.155757383s","start":"2026-03-05T08:17:15.957766Z","end":"2026-03-05T08:17:17.113524Z","steps":["trace[721118307] 'read index received' (duration: 571.282109ms)","trace[721118307] 'applied index is now lower than readState.Index' (duration: 584.474484ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:17.114014Z","caller":"traceutil/trace.go:171","msg":"trace[1181991118] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"945.659572ms","start":"2026-03-05T08:17:16.168345Z","end":"2026-03-05T08:17:17.114004Z","steps":["trace[1181991118] 'process raft request' (duration: 945.082888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.113668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287201763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:17:17.114079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.168324Z","time spent":"945.720503ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:17.114074Z","caller":"traceutil/trace.go:171","msg":"trace[2137843281] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"945.824876ms","start":"2026-03-05T08:17:16.168233Z","end":"2026-03-05T08:17:17.114057Z","steps":["trace[2137843281] 'process raft request' (duration: 945.101179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.114096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192298326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:17.114122Z","caller":"traceutil/trace.go:171","msg":"trace[1668499201] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23479; }","duration":"2.192360767s","start":"2026-03-05T08:17:14.921752Z","end":"2026-03-05T08:17:17.114113Z","steps":["trace[1668499201] 'agreement among raft nodes before linearized reading' (duration: 2.192295476s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.11415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.921736Z","time spent":"2.19240987s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:17.114156Z","caller":"traceutil/trace.go:171","msg":"trace[257006199] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"945.767045ms","start":"2026-03-05T08:17:16.168379Z","end":"2026-03-05T08:17:17.114146Z","steps":["trace[257006199] 'process raft request' (duration: 945.081038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.114154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.168216Z","time spent":"945.897887ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:17.114207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228219569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-03-05T08:17:17.114128Z","caller":"traceutil/trace.go:171","msg":"trace[451008411] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23479; }","duration":"2.287707546s","start":"2026-03-05T08:17:14.826388Z","end":"2026-03-05T08:17:17.114096Z","steps":["trace[451008411] 'agreement among raft nodes before linearized reading' (duration: 2.287205114s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.114227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379722609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:17.114271Z","caller":"traceutil/trace.go:171","msg":"trace[179172004] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23479; }","duration":"2.228359383s","start":"2026-03-05T08:17:14.885898Z","end":"2026-03-05T08:17:17.114257Z","steps":["trace[179172004] 'agreement among raft nodes before linearized reading' (duration: 2.228172877s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.114278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.168374Z","time spent":"945.828776ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:17.114319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.885873Z","time spent":"2.228438544s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":210,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-03-05T08:17:17.114325Z","caller":"traceutil/trace.go:171","msg":"trace[329331308] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23479; }","duration":"1.379891603s","start":"2026-03-05T08:17:15.734411Z","end":"2026-03-05T08:17:17.114303Z","steps":["trace[329331308] 'agreement among raft nodes before linearized reading' (duration: 1.379672607s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.114346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5773405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:17.114374Z","caller":"traceutil/trace.go:171","msg":"trace[1028872870] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23479; }","duration":"1.577397761s","start":"2026-03-05T08:17:15.536967Z","end":"2026-03-05T08:17:17.114365Z","steps":["trace[1028872870] 'agreement among raft nodes before linearized reading' (duration: 1.57734365s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.114295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528473097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:17:17.114378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:15.734389Z","time spent":"1.379977554s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:17.114401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:15.53695Z","time spent":"1.577445914s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-05T08:17:17.114417Z","caller":"traceutil/trace.go:171","msg":"trace[86291289] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23479; }","duration":"1.528627141s","start":"2026-03-05T08:17:15.585776Z","end":"2026-03-05T08:17:17.114403Z","steps":["trace[86291289] 'agreement among raft nodes before linearized reading' (duration: 1.528491728s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.114056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.168216Z","time spent":"945.793705ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:17.113972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:15.658618Z","time spent":"1.455344463s","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:17.11446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:15.585759Z","time spent":"1.528690053s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:17.114089Z","caller":"traceutil/trace.go:171","msg":"trace[597801758] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"944.901934ms","start":"2026-03-05T08:17:16.169156Z","end":"2026-03-05T08:17:17.114057Z","steps":["trace[597801758] 'process raft request' (duration: 944.3313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.114273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:14.826368Z","time spent":"2.287895031s","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:17.114665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.169146Z","time spent":"945.479998ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:17.331895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.122704ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T08:17:17.331978Z","caller":"traceutil/trace.go:171","msg":"trace[130441325] linearizableReadLoop","detail":"{readStateIndex:24316; appliedIndex:24315; }","duration":"217.9386ms","start":"2026-03-05T08:17:17.114026Z","end":"2026-03-05T08:17:17.331965Z","steps":["trace[130441325] 'read index received' (duration: 84.669463ms)","trace[130441325] 'applied index is now lower than readState.Index' (duration: 133.267957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:17.332178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020865817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:17.332184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.037387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:17.332201Z","caller":"traceutil/trace.go:171","msg":"trace[266793550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23479; }","duration":"1.020950069s","start":"2026-03-05T08:17:16.311243Z","end":"2026-03-05T08:17:17.332193Z","steps":["trace[266793550] 'agreement among raft nodes before linearized reading' (duration: 1.020895427s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:17.332219Z","caller":"traceutil/trace.go:171","msg":"trace[1138899340] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23479; }","duration":"995.111319ms","start":"2026-03-05T08:17:16.337099Z","end":"2026-03-05T08:17:17.332211Z","steps":["trace[1138899340] 'agreement among raft nodes before linearized reading' (duration: 995.037447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.332223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.311223Z","time spent":"1.020994759s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:17.33224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.337086Z","time spent":"995.1481ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:17.332368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16770247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:17.332388Z","caller":"traceutil/trace.go:171","msg":"trace[598711746] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23479; }","duration":"1.16772584s","start":"2026-03-05T08:17:16.164655Z","end":"2026-03-05T08:17:17.332381Z","steps":["trace[598711746] 'agreement among raft nodes before linearized reading' (duration: 1.167688629s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.332418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.155328Z","time spent":"1.177083366s","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:17.332422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.704361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T08:17:17.332442Z","caller":"traceutil/trace.go:171","msg":"trace[924532000] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23479; }","duration":"549.761432ms","start":"2026-03-05T08:17:16.782674Z","end":"2026-03-05T08:17:17.332436Z","steps":["trace[924532000] 'agreement among raft nodes before linearized reading' (duration: 549.66819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.332458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.782653Z","time spent":"549.800833ms","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T08:17:17.332481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.559849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-05T08:17:17.33253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238170552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:17.332553Z","caller":"traceutil/trace.go:171","msg":"trace[1971428030] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23479; }","duration":"1.238221713s","start":"2026-03-05T08:17:16.094323Z","end":"2026-03-05T08:17:17.332545Z","steps":["trace[1971428030] 'agreement among raft nodes before linearized reading' (duration: 1.238187492s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:17.332555Z","caller":"traceutil/trace.go:171","msg":"trace[111680239] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:23479; }","duration":"517.675872ms","start":"2026-03-05T08:17:16.814862Z","end":"2026-03-05T08:17:17.332538Z","steps":["trace[111680239] 'agreement among raft nodes before linearized reading' (duration: 517.472767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.33257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.094305Z","time spent":"1.238260993s","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:17.332591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.817523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-05T08:17:17.332613Z","caller":"traceutil/trace.go:171","msg":"trace[159357520] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23479; }","duration":"639.877694ms","start":"2026-03-05T08:17:16.69273Z","end":"2026-03-05T08:17:17.332608Z","steps":["trace[159357520] 'agreement among raft nodes before linearized reading' (duration: 639.814543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.33263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.692709Z","time spent":"639.916335ms","remote":"127.0.0.1:36930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T08:17:17.332641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.397892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:17.332666Z","caller":"traceutil/trace.go:171","msg":"trace[624786940] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23479; }","duration":"296.466065ms","start":"2026-03-05T08:17:17.036191Z","end":"2026-03-05T08:17:17.332657Z","steps":["trace[624786940] 'agreement among raft nodes before linearized reading' (duration: 296.424793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.332718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370509278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-h2jzp.1899e35caf373217\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-05T08:17:17.332739Z","caller":"traceutil/trace.go:171","msg":"trace[1760483564] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-h2jzp.1899e35caf373217; range_end:; response_count:1; response_revision:23479; }","duration":"1.370552868s","start":"2026-03-05T08:17:15.96218Z","end":"2026-03-05T08:17:17.332733Z","steps":["trace[1760483564] 'agreement among raft nodes before linearized reading' (duration: 1.370486277s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.332755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:15.962165Z","time spent":"1.37058676s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-h2jzp.1899e35caf373217\" "} {"level":"warn","ts":"2026-03-05T08:17:17.33259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.814839Z","time spent":"517.740553ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-05T08:17:17.332878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.293238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T08:17:17.332887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.629969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-2msln\" ","response":"range_response_count:1 size:4479"} {"level":"info","ts":"2026-03-05T08:17:17.332906Z","caller":"traceutil/trace.go:171","msg":"trace[536012103] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-2msln; range_end:; response_count:1; response_revision:23479; }","duration":"216.67249ms","start":"2026-03-05T08:17:17.116229Z","end":"2026-03-05T08:17:17.332901Z","steps":["trace[536012103] 'agreement among raft nodes before linearized reading' (duration: 216.612769ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:17.332905Z","caller":"traceutil/trace.go:171","msg":"trace[1569544329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23479; }","duration":"443.36034ms","start":"2026-03-05T08:17:16.889533Z","end":"2026-03-05T08:17:17.332894Z","steps":["trace[1569544329] 'agreement among raft nodes before linearized reading' (duration: 443.276058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.332956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:16.8895Z","time spent":"443.433121ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:17:17.333163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.688572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-05T08:17:17.333196Z","caller":"traceutil/trace.go:171","msg":"trace[832039942] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23479; }","duration":"174.761244ms","start":"2026-03-05T08:17:17.158427Z","end":"2026-03-05T08:17:17.333188Z","steps":["trace[832039942] 'agreement among raft nodes before linearized reading' (duration: 174.685922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.333291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.674183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:17.333317Z","caller":"traceutil/trace.go:171","msg":"trace[1834347521] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23479; }","duration":"212.723705ms","start":"2026-03-05T08:17:17.120585Z","end":"2026-03-05T08:17:17.333308Z","steps":["trace[1834347521] 'agreement among raft nodes before linearized reading' (duration: 212.683104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:17.836501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:18.092418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:17.334391Z","time spent":"758.02215ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T08:17:18.716062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.050226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:18.716358Z","caller":"traceutil/trace.go:171","msg":"trace[2134313639] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"1.381347057s","start":"2026-03-05T08:17:17.334981Z","end":"2026-03-05T08:17:18.716328Z","steps":["trace[2134313639] 'process raft request' (duration: 863.927482ms)","trace[2134313639] 'compare' (duration: 516.599626ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:18.716424Z","caller":"traceutil/trace.go:171","msg":"trace[1628601365] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"730.978119ms","start":"2026-03-05T08:17:17.985427Z","end":"2026-03-05T08:17:18.716405Z","steps":["trace[1628601365] 'process raft request' (duration: 730.865277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:18.716463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:17.334963Z","time spent":"1.381451679s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:18.716514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:17.985404Z","time spent":"731.072172ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:18.716411Z","caller":"traceutil/trace.go:171","msg":"trace[1556327678] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"1.380093816s","start":"2026-03-05T08:17:17.336273Z","end":"2026-03-05T08:17:18.716367Z","steps":["trace[1556327678] 'process raft request' (duration: 1.379914732s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:18.71658Z","caller":"traceutil/trace.go:171","msg":"trace[1056565437] linearizableReadLoop","detail":"{readStateIndex:24319; appliedIndex:24316; }","duration":"1.380050425s","start":"2026-03-05T08:17:17.336471Z","end":"2026-03-05T08:17:18.716522Z","steps":["trace[1056565437] 'read index received' (duration: 755.787116ms)","trace[1056565437] 'applied index is now lower than readState.Index' (duration: 624.259109ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:18.716668Z","caller":"traceutil/trace.go:171","msg":"trace[865109917] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"623.01082ms","start":"2026-03-05T08:17:18.093646Z","end":"2026-03-05T08:17:18.716656Z","steps":["trace[865109917] 'process raft request' (duration: 622.693562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:18.71679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:17.336261Z","time spent":"1.380424175s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:18.716866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:18.093622Z","time spent":"623.166394ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:18.716907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380409314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b054d36f-266f-4cbe-809f-569ebb4ce361\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-05T08:17:18.716997Z","caller":"traceutil/trace.go:171","msg":"trace[602487688] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b054d36f-266f-4cbe-809f-569ebb4ce361; range_end:; response_count:1; response_revision:23483; }","duration":"1.380535508s","start":"2026-03-05T08:17:17.336438Z","end":"2026-03-05T08:17:18.716973Z","steps":["trace[602487688] 'agreement among raft nodes before linearized reading' (duration: 1.380239201s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:18.71705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:17.336427Z","time spent":"1.380613669s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-b054d36f-266f-4cbe-809f-569ebb4ce361\" "} {"level":"warn","ts":"2026-03-05T08:17:19.216785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:19.342336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:17:19.342465Z","caller":"traceutil/trace.go:171","msg":"trace[976812688] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224707s","start":"2026-03-05T08:17:17.342213Z","end":"2026-03-05T08:17:19.342438Z","steps":["trace[976812688] 'agreement among raft nodes before linearized reading' (duration: 2.000064363s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:19.342524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:17.342207Z","time spent":"2.00030709s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:19.582194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28022068s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:17:19.582589Z","caller":"traceutil/trace.go:171","msg":"trace[1998260722] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"1.293352375s","start":"2026-03-05T08:17:18.289206Z","end":"2026-03-05T08:17:19.582558Z","steps":["trace[1998260722] 'process raft request' (duration: 1.293177291s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:19.582758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:18.289181Z","time spent":"1.293483839s","remote":"127.0.0.1:36930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:20.665192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.882238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:20.665299Z","caller":"traceutil/trace.go:171","msg":"trace[731213618] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"1.544705116s","start":"2026-03-05T08:17:19.120582Z","end":"2026-03-05T08:17:20.665287Z","steps":["trace[731213618] 'process raft request' (duration: 1.261665154s)","trace[731213618] 'compare' (duration: 281.463115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:20.66534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:19.120551Z","time spent":"1.544772158s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:20.665546Z","caller":"traceutil/trace.go:171","msg":"trace[12367103] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"1.544818789s","start":"2026-03-05T08:17:19.120707Z","end":"2026-03-05T08:17:20.665525Z","steps":["trace[12367103] 'process raft request' (duration: 1.544550463s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.665649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:19.120698Z","time spent":"1.544905292s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:20.665932Z","caller":"traceutil/trace.go:171","msg":"trace[80661554] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"1.545168978s","start":"2026-03-05T08:17:19.120739Z","end":"2026-03-05T08:17:20.665908Z","steps":["trace[80661554] 'process raft request' (duration: 1.544722767s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.666071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:19.120708Z","time spent":"1.54529286s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:20.666333Z","caller":"traceutil/trace.go:171","msg":"trace[1259459397] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"1.545180328s","start":"2026-03-05T08:17:19.121094Z","end":"2026-03-05T08:17:20.666274Z","steps":["trace[1259459397] 'process raft request' (duration: 1.544734747s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.666534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:19.121084Z","time spent":"1.545347493s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:20.666931Z","caller":"traceutil/trace.go:171","msg":"trace[1256444289] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"1.545663711s","start":"2026-03-05T08:17:19.121246Z","end":"2026-03-05T08:17:20.666909Z","steps":["trace[1256444289] 'process raft request' (duration: 1.544940903s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.667019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:19.121238Z","time spent":"1.545740092s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:20.667539Z","caller":"traceutil/trace.go:171","msg":"trace[1563063907] linearizableReadLoop","detail":"{readStateIndex:24329; appliedIndex:24321; }","duration":"1.950789251s","start":"2026-03-05T08:17:18.716737Z","end":"2026-03-05T08:17:20.667527Z","steps":["trace[1563063907] 'read index received' (duration: 865.664973ms)","trace[1563063907] 'applied index is now lower than readState.Index' (duration: 1.085123428s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:20.667762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704780713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:17:20.667803Z","caller":"traceutil/trace.go:171","msg":"trace[1704183941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23491; }","duration":"2.704866916s","start":"2026-03-05T08:17:17.962927Z","end":"2026-03-05T08:17:20.667794Z","steps":["trace[1704183941] 'agreement among raft nodes before linearized reading' (duration: 2.704734583s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.667839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:17.962904Z","time spent":"2.704927888s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:20.667887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704739903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:17:20.668004Z","caller":"traceutil/trace.go:171","msg":"trace[712271893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23491; }","duration":"2.704888746s","start":"2026-03-05T08:17:17.9631Z","end":"2026-03-05T08:17:20.667989Z","steps":["trace[712271893] 'agreement among raft nodes before linearized reading' (duration: 2.704459506s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.668049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706653509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:17:20.668079Z","caller":"traceutil/trace.go:171","msg":"trace[1303219000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23491; }","duration":"2.70670254s","start":"2026-03-05T08:17:17.961368Z","end":"2026-03-05T08:17:20.66807Z","steps":["trace[1303219000] 'agreement among raft nodes before linearized reading' (duration: 2.706615298s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.668114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:17.961357Z","time spent":"2.706750361s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:17:20.668113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:17.963088Z","time spent":"2.704986788s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:20.668336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325084577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:20.66838Z","caller":"traceutil/trace.go:171","msg":"trace[1300150254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23491; }","duration":"1.325174589s","start":"2026-03-05T08:17:19.343193Z","end":"2026-03-05T08:17:20.668368Z","steps":["trace[1300150254] 'agreement among raft nodes before linearized reading' (duration: 1.325105177s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.668398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948932146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-05T08:17:20.668545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104066573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:17:20.668555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777444397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:20.66858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989445879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:20.668593Z","caller":"traceutil/trace.go:171","msg":"trace[976762665] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23491; }","duration":"1.104149165s","start":"2026-03-05T08:17:19.564432Z","end":"2026-03-05T08:17:20.668582Z","steps":["trace[976762665] 'agreement among raft nodes before linearized reading' (duration: 1.104087624s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:20.668613Z","caller":"traceutil/trace.go:171","msg":"trace[1072145239] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23491; }","duration":"2.777533389s","start":"2026-03-05T08:17:17.891059Z","end":"2026-03-05T08:17:20.668593Z","steps":["trace[1072145239] 'agreement among raft nodes before linearized reading' (duration: 2.777450147s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.668412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:19.343169Z","time spent":"1.325237941s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:17:20.668598Z","caller":"traceutil/trace.go:171","msg":"trace[130780441] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23491; }","duration":"1.949175792s","start":"2026-03-05T08:17:18.719404Z","end":"2026-03-05T08:17:20.66858Z","steps":["trace[130780441] 'agreement among raft nodes before linearized reading' (duration: 1.948865875s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.668694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:17.891043Z","time spent":"2.777619811s","remote":"127.0.0.1:39078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:20.668631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:19.564414Z","time spent":"1.104208727s","remote":"127.0.0.1:48478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:20.668826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:18.71938Z","time spent":"1.949312555s","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T08:17:20.668446Z","caller":"traceutil/trace.go:171","msg":"trace[1260081674] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"1.547152316s","start":"2026-03-05T08:17:19.121284Z","end":"2026-03-05T08:17:20.668436Z","steps":["trace[1260081674] 'process raft request' (duration: 1.545569068s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.668984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421848088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:20.669042Z","caller":"traceutil/trace.go:171","msg":"trace[152312395] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23491; }","duration":"1.421937511s","start":"2026-03-05T08:17:19.247086Z","end":"2026-03-05T08:17:20.669023Z","steps":["trace[152312395] 'agreement among raft nodes before linearized reading' (duration: 1.421854399s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.66906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.675745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-05T08:17:20.669087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:19.247064Z","time spent":"1.422011752s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:20.669125Z","caller":"traceutil/trace.go:171","msg":"trace[423513964] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23491; }","duration":"140.761408ms","start":"2026-03-05T08:17:20.528346Z","end":"2026-03-05T08:17:20.669107Z","steps":["trace[423513964] 'agreement among raft nodes before linearized reading' (duration: 140.599154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.668986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:19.121249Z","time spent":"1.547697739s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:20.669233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948850415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-05T08:17:20.668602Z","caller":"traceutil/trace.go:171","msg":"trace[1628330839] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23491; }","duration":"1.98950855s","start":"2026-03-05T08:17:18.679088Z","end":"2026-03-05T08:17:20.668597Z","steps":["trace[1628330839] 'agreement among raft nodes before linearized reading' (duration: 1.989441959s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.669371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.745421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T08:17:20.669383Z","caller":"traceutil/trace.go:171","msg":"trace[65523245] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d; range_end:; response_count:1; response_revision:23491; }","duration":"1.949023079s","start":"2026-03-05T08:17:18.720342Z","end":"2026-03-05T08:17:20.669365Z","steps":["trace[65523245] 'agreement among raft nodes before linearized reading' (duration: 1.948736301s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.669399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:18.679065Z","time spent":"1.9903127s","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:20.669435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:18.720323Z","time spent":"1.949099571s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d\" "} {"level":"info","ts":"2026-03-05T08:17:20.66943Z","caller":"traceutil/trace.go:171","msg":"trace[1421558613] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23491; }","duration":"141.839444ms","start":"2026-03-05T08:17:20.527576Z","end":"2026-03-05T08:17:20.669415Z","steps":["trace[1421558613] 'agreement among raft nodes before linearized reading' (duration: 141.68759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.669453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.330349216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:20.669499Z","caller":"traceutil/trace.go:171","msg":"trace[53029727] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23491; }","duration":"3.330413857s","start":"2026-03-05T08:17:17.339073Z","end":"2026-03-05T08:17:20.669487Z","steps":["trace[53029727] 'agreement among raft nodes before linearized reading' (duration: 3.330343936s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.669531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:17.339065Z","time spent":"3.330460908s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:17:20.6685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076266386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-05T08:17:20.66958Z","caller":"traceutil/trace.go:171","msg":"trace[32141038] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23491; }","duration":"1.077371853s","start":"2026-03-05T08:17:19.592195Z","end":"2026-03-05T08:17:20.669567Z","steps":["trace[32141038] 'agreement among raft nodes before linearized reading' (duration: 1.076237956s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.669592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285068849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:20.669645Z","caller":"traceutil/trace.go:171","msg":"trace[1812830639] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23491; }","duration":"3.285120271s","start":"2026-03-05T08:17:17.384512Z","end":"2026-03-05T08:17:20.669633Z","steps":["trace[1812830639] 'agreement among raft nodes before linearized reading' (duration: 3.285045529s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.66968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:17.384489Z","time spent":"3.285181892s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:20.669618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:19.592172Z","time spent":"1.077439944s","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-05T08:17:20.668891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881018487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:20.669755Z","caller":"traceutil/trace.go:171","msg":"trace[34347003] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23491; }","duration":"1.88195467s","start":"2026-03-05T08:17:18.787791Z","end":"2026-03-05T08:17:20.669746Z","steps":["trace[34347003] 'agreement among raft nodes before linearized reading' (duration: 1.880988096s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.669785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:18.787771Z","time spent":"1.882005091s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:20.668472Z","caller":"traceutil/trace.go:171","msg":"trace[1724119853] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"1.546981411s","start":"2026-03-05T08:17:19.121485Z","end":"2026-03-05T08:17:20.668466Z","steps":["trace[1724119853] 'process raft request' (duration: 1.545992308s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.669909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:19.121445Z","time spent":"1.548438267s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:20.668467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.066443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:17:20.669952Z","caller":"traceutil/trace.go:171","msg":"trace[1440265407] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23491; }","duration":"860.60321ms","start":"2026-03-05T08:17:19.80934Z","end":"2026-03-05T08:17:20.669943Z","steps":["trace[1440265407] 'agreement among raft nodes before linearized reading' (duration: 858.968141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.669981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:19.809317Z","time spent":"860.655522ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:17:20.668515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973915805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:20.670124Z","caller":"traceutil/trace.go:171","msg":"trace[1765651564] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23491; }","duration":"1.975564595s","start":"2026-03-05T08:17:18.694547Z","end":"2026-03-05T08:17:20.670112Z","steps":["trace[1765651564] 'agreement among raft nodes before linearized reading' (duration: 1.973941146s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.670173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:18.694525Z","time spent":"1.975633407s","remote":"127.0.0.1:53548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:20.67021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709367904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T08:17:20.670241Z","caller":"traceutil/trace.go:171","msg":"trace[1158725355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23491; }","duration":"2.709429605s","start":"2026-03-05T08:17:17.960803Z","end":"2026-03-05T08:17:20.670233Z","steps":["trace[1158725355] 'agreement among raft nodes before linearized reading' (duration: 2.707429017s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:20.670272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:17.960785Z","time spent":"2.709479837s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:21.172862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:21.673867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:21.940761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268809176s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:17:22.010768Z","caller":"traceutil/trace.go:171","msg":"trace[1520951438] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"1.338862538s","start":"2026-03-05T08:17:20.671875Z","end":"2026-03-05T08:17:22.010737Z","steps":["trace[1520951438] 'process raft request' (duration: 1.269149246s)","trace[1520951438] 'compare' (duration: 69.513067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:22.010916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:20.67186Z","time spent":"1.33898056s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:22.676528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000932185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:17:22.676614Z","caller":"traceutil/trace.go:171","msg":"trace[1077894314] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001039237s","start":"2026-03-05T08:17:20.675554Z","end":"2026-03-05T08:17:22.676593Z","steps":["trace[1077894314] 'agreement among raft nodes before linearized reading' (duration: 2.000939425s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:22.676664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:20.675549Z","time spent":"2.001101568s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:17:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:17:23.310398Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.302327741s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:17:23.479135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.126214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:23.479486Z","caller":"traceutil/trace.go:171","msg":"trace[110284647] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"2.805704397s","start":"2026-03-05T08:17:20.673743Z","end":"2026-03-05T08:17:23.479448Z","steps":["trace[110284647] 'process raft request' (duration: 2.637120102s)","trace[110284647] 'compare' (duration: 167.799025ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:23.479622Z","caller":"traceutil/trace.go:171","msg":"trace[926691341] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"2.805802039s","start":"2026-03-05T08:17:20.673791Z","end":"2026-03-05T08:17:23.479593Z","steps":["trace[926691341] 'process raft request' (duration: 2.805464801s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.479759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:20.673788Z","time spent":"2.805894541s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:23.479804Z","caller":"traceutil/trace.go:171","msg":"trace[759295513] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"2.805951173s","start":"2026-03-05T08:17:20.673831Z","end":"2026-03-05T08:17:23.479782Z","steps":["trace[759295513] 'process raft request' (duration: 2.805639375s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.479901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:20.67382Z","time spent":"2.806034414s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:23.480004Z","caller":"traceutil/trace.go:171","msg":"trace[52717846] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"2.806049945s","start":"2026-03-05T08:17:20.673896Z","end":"2026-03-05T08:17:23.479946Z","steps":["trace[52717846] 'process raft request' (duration: 2.805639155s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.480273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:20.673891Z","time spent":"2.80627012s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:23.480357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:20.673736Z","time spent":"2.805825809s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:23.480614Z","caller":"traceutil/trace.go:171","msg":"trace[229256312] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"2.805652024s","start":"2026-03-05T08:17:20.674944Z","end":"2026-03-05T08:17:23.480596Z","steps":["trace[229256312] 'process raft request' (duration: 2.805576672s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.480702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:20.674937Z","time spent":"2.805724686s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:23.480696Z","caller":"traceutil/trace.go:171","msg":"trace[84496512] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"2.805740687s","start":"2026-03-05T08:17:20.674932Z","end":"2026-03-05T08:17:23.480672Z","steps":["trace[84496512] 'process raft request' (duration: 2.805493891s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:23.480787Z","caller":"traceutil/trace.go:171","msg":"trace[1384881164] linearizableReadLoop","detail":"{readStateIndex:24337; appliedIndex:24329; }","duration":"2.808658737s","start":"2026-03-05T08:17:20.672108Z","end":"2026-03-05T08:17:23.480767Z","steps":["trace[1384881164] 'read index received' (duration: 1.26894099s)","trace[1384881164] 'applied index is now lower than readState.Index' (duration: 1.539716607s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:23.480895Z","caller":"traceutil/trace.go:171","msg":"trace[352335996] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"2.708193947s","start":"2026-03-05T08:17:20.772685Z","end":"2026-03-05T08:17:23.480879Z","steps":["trace[352335996] 'process raft request' (duration: 2.707876009s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.480799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:20.674924Z","time spent":"2.805825689s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:23.480983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:20.772665Z","time spent":"2.708265888s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:23.481091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808967414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-05T08:17:23.481156Z","caller":"traceutil/trace.go:171","msg":"trace[1009881083] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23499; }","duration":"2.809048746s","start":"2026-03-05T08:17:20.672091Z","end":"2026-03-05T08:17:23.48114Z","steps":["trace[1009881083] 'agreement among raft nodes before linearized reading' (duration: 2.808843191s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.481213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:20.672085Z","time spent":"2.809113767s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-05T08:17:23.728147Z","caller":"traceutil/trace.go:171","msg":"trace[816852939] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"1.607307128s","start":"2026-03-05T08:17:22.120821Z","end":"2026-03-05T08:17:23.728128Z","steps":["trace[816852939] 'process raft request' (duration: 1.607166325s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.728264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.120795Z","time spent":"1.607409091s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":624,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:23.728423Z","caller":"traceutil/trace.go:171","msg":"trace[1850408588] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"1.057898726s","start":"2026-03-05T08:17:22.670493Z","end":"2026-03-05T08:17:23.728392Z","steps":["trace[1850408588] 'process raft request' (duration: 1.057604808s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.728555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.670464Z","time spent":"1.058022649s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:23.728635Z","caller":"traceutil/trace.go:171","msg":"trace[1212050940] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"1.057594078s","start":"2026-03-05T08:17:22.671033Z","end":"2026-03-05T08:17:23.728627Z","steps":["trace[1212050940] 'process raft request' (duration: 1.05723022s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.728676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.671022Z","time spent":"1.05763443s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:23.728965Z","caller":"traceutil/trace.go:171","msg":"trace[1715728480] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"1.056375309s","start":"2026-03-05T08:17:22.672561Z","end":"2026-03-05T08:17:23.728937Z","steps":["trace[1715728480] 'process raft request' (duration: 1.056209895s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:23.729035Z","caller":"traceutil/trace.go:171","msg":"trace[1091417586] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"1.055768425s","start":"2026-03-05T08:17:22.67326Z","end":"2026-03-05T08:17:23.729028Z","steps":["trace[1091417586] 'process raft request' (duration: 1.055602201s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.72907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.673231Z","time spent":"1.055819025s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:23.729133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.672548Z","time spent":"1.056497052s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:23.729266Z","caller":"traceutil/trace.go:171","msg":"trace[2025229835] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"1.055482697s","start":"2026-03-05T08:17:22.673778Z","end":"2026-03-05T08:17:23.729261Z","steps":["trace[2025229835] 'process raft request' (duration: 1.055217891s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.729302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.673769Z","time spent":"1.055516009s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:23.729599Z","caller":"traceutil/trace.go:171","msg":"trace[189204840] linearizableReadLoop","detail":"{readStateIndex:24345; appliedIndex:24337; }","duration":"248.741939ms","start":"2026-03-05T08:17:23.480839Z","end":"2026-03-05T08:17:23.729581Z","steps":["trace[189204840] 'read index received' (duration: 247.093949ms)","trace[189204840] 'applied index is now lower than readState.Index' (duration: 1.64696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:23.729816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747298769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-05T08:17:23.729924Z","caller":"traceutil/trace.go:171","msg":"trace[2036811877] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23507; }","duration":"1.747436203s","start":"2026-03-05T08:17:21.982465Z","end":"2026-03-05T08:17:23.729902Z","steps":["trace[2036811877] 'agreement among raft nodes before linearized reading' (duration: 1.747291649s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.730019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.982444Z","time spent":"1.747557075s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-05T08:17:23.73012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.453247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:23.73016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553543284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-05T08:17:23.730168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353169668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:23.730177Z","caller":"traceutil/trace.go:171","msg":"trace[990188417] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23507; }","duration":"332.555711ms","start":"2026-03-05T08:17:23.397608Z","end":"2026-03-05T08:17:23.730164Z","steps":["trace[990188417] 'agreement among raft nodes before linearized reading' (duration: 332.462759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.730197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.187887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:17:23.730221Z","caller":"traceutil/trace.go:171","msg":"trace[1361079975] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23507; }","duration":"246.236609ms","start":"2026-03-05T08:17:23.483979Z","end":"2026-03-05T08:17:23.730215Z","steps":["trace[1361079975] 'agreement among raft nodes before linearized reading' (duration: 246.142807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.730225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479034027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:23.73023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:23.397582Z","time spent":"332.632832ms","remote":"127.0.0.1:38864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:23.730242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339317195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:23.730263Z","caller":"traceutil/trace.go:171","msg":"trace[908956152] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23507; }","duration":"2.339361626s","start":"2026-03-05T08:17:21.390896Z","end":"2026-03-05T08:17:23.730258Z","steps":["trace[908956152] 'agreement among raft nodes before linearized reading' (duration: 2.339335235s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.730271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532979252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:23.730269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00922735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:17:23.730288Z","caller":"traceutil/trace.go:171","msg":"trace[1154833928] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23507; }","duration":"2.533034834s","start":"2026-03-05T08:17:21.197246Z","end":"2026-03-05T08:17:23.730281Z","steps":["trace[1154833928] 'agreement among raft nodes before linearized reading' (duration: 2.533011153s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.73022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33496535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:23.730192Z","caller":"traceutil/trace.go:171","msg":"trace[1548281560] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23507; }","duration":"2.353232069s","start":"2026-03-05T08:17:21.376953Z","end":"2026-03-05T08:17:23.730185Z","steps":["trace[1548281560] 'agreement among raft nodes before linearized reading' (duration: 2.353185148s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:23.730313Z","caller":"traceutil/trace.go:171","msg":"trace[1366517561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23507; }","duration":"3.009273491s","start":"2026-03-05T08:17:20.721027Z","end":"2026-03-05T08:17:23.7303Z","steps":["trace[1366517561] 'agreement among raft nodes before linearized reading' (duration: 3.009145198s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.730325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.376932Z","time spent":"2.353390002s","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:23.730327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369048532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:23.730299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055366357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-05T08:17:23.730343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:20.720987Z","time spent":"3.009348813s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:17:23.730366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.909431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:23.730378Z","caller":"traceutil/trace.go:171","msg":"trace[1244715499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23507; }","duration":"638.965543ms","start":"2026-03-05T08:17:23.091409Z","end":"2026-03-05T08:17:23.730374Z","steps":["trace[1244715499] 'agreement among raft nodes before linearized reading' (duration: 638.942432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.730389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:23.09138Z","time spent":"639.006864ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:17:23.730377Z","caller":"traceutil/trace.go:171","msg":"trace[237692063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23507; }","duration":"3.055499319s","start":"2026-03-05T08:17:20.67486Z","end":"2026-03-05T08:17:23.73036Z","steps":["trace[237692063] 'agreement among raft nodes before linearized reading' (duration: 3.055252474s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.730285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.390885Z","time spent":"2.339395717s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:23.729868Z","caller":"traceutil/trace.go:171","msg":"trace[1304775523] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"1.05599687s","start":"2026-03-05T08:17:22.673855Z","end":"2026-03-05T08:17:23.729852Z","steps":["trace[1304775523] 'process raft request' (duration: 1.055380966s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:23.73033Z","caller":"traceutil/trace.go:171","msg":"trace[1809904108] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23507; }","duration":"2.335071772s","start":"2026-03-05T08:17:21.39525Z","end":"2026-03-05T08:17:23.730322Z","steps":["trace[1809904108] 'agreement among raft nodes before linearized reading' (duration: 2.33495415s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.730474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.572221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:23.730473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054880445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:23.73049Z","caller":"traceutil/trace.go:171","msg":"trace[473820485] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23507; }","duration":"790.632912ms","start":"2026-03-05T08:17:22.939851Z","end":"2026-03-05T08:17:23.730484Z","steps":["trace[473820485] 'agreement among raft nodes before linearized reading' (duration: 790.607872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.730491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.395188Z","time spent":"2.335293607s","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:23.730504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.939828Z","time spent":"790.672563ms","remote":"127.0.0.1:36784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:23.730505Z","caller":"traceutil/trace.go:171","msg":"trace[33574554] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23507; }","duration":"3.054915816s","start":"2026-03-05T08:17:20.675577Z","end":"2026-03-05T08:17:23.730493Z","steps":["trace[33574554] 'agreement among raft nodes before linearized reading' (duration: 3.054864724s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.730532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:20.675573Z","time spent":"3.054952656s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T08:17:23.730246Z","caller":"traceutil/trace.go:171","msg":"trace[1145090921] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23507; }","duration":"2.479053997s","start":"2026-03-05T08:17:21.251184Z","end":"2026-03-05T08:17:23.730238Z","steps":["trace[1145090921] 'agreement among raft nodes before linearized reading' (duration: 2.479021097s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:23.730192Z","caller":"traceutil/trace.go:171","msg":"trace[19224040] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23507; }","duration":"2.553624847s","start":"2026-03-05T08:17:21.176557Z","end":"2026-03-05T08:17:23.730182Z","steps":["trace[19224040] 'agreement among raft nodes before linearized reading' (duration: 2.553497994s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.730586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053806298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:23.730582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.251148Z","time spent":"2.479416576s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:23.730309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.197224Z","time spent":"2.533078334s","remote":"127.0.0.1:36836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:23.730042Z","caller":"traceutil/trace.go:171","msg":"trace[2020101218] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"1.055543929s","start":"2026-03-05T08:17:22.674482Z","end":"2026-03-05T08:17:23.730026Z","steps":["trace[2020101218] 'process raft request' (duration: 1.055005707s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.72981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715125376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-05T08:17:23.730679Z","caller":"traceutil/trace.go:171","msg":"trace[1263645250] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3; range_end:; response_count:1; response_revision:23507; }","duration":"1.716047708s","start":"2026-03-05T08:17:22.014625Z","end":"2026-03-05T08:17:23.730673Z","steps":["trace[1263645250] 'agreement among raft nodes before linearized reading' (duration: 1.715016123s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:23.730342Z","caller":"traceutil/trace.go:171","msg":"trace[334468890] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23507; }","duration":"1.369102933s","start":"2026-03-05T08:17:22.361234Z","end":"2026-03-05T08:17:23.730337Z","steps":["trace[334468890] 'agreement among raft nodes before linearized reading' (duration: 1.369077232s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.73072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.361212Z","time spent":"1.369501912s","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:23.7306Z","caller":"traceutil/trace.go:171","msg":"trace[1676949305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23507; }","duration":"1.053846768s","start":"2026-03-05T08:17:22.676748Z","end":"2026-03-05T08:17:23.730595Z","steps":["trace[1676949305] 'agreement among raft nodes before linearized reading' (duration: 1.053827087s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:23.730802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.676731Z","time spent":"1.054067734s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:23.73069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.674454Z","time spent":"1.056205495s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:23.730419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:20.674848Z","time spent":"3.055562452s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:17:23.730697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.014607Z","time spent":"1.716084339s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" "} {"level":"warn","ts":"2026-03-05T08:17:23.7306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:21.176532Z","time spent":"2.554061417s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-05T08:17:23.730515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:22.673843Z","time spent":"1.056613885s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:34.248357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343263774,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:17:34.30007Z","caller":"traceutil/trace.go:171","msg":"trace[946024625] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"557.265113ms","start":"2026-03-05T08:17:33.742773Z","end":"2026-03-05T08:17:34.300038Z","steps":["trace[946024625] 'process raft request' (duration: 557.073308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:34.300274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:33.742744Z","time spent":"557.411505ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:34.452716Z","caller":"traceutil/trace.go:171","msg":"trace[154041001] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"708.406529ms","start":"2026-03-05T08:17:33.744269Z","end":"2026-03-05T08:17:34.452676Z","steps":["trace[154041001] 'process raft request' (duration: 707.756973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:34.452946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:33.744186Z","time spent":"708.644284ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:34.453088Z","caller":"traceutil/trace.go:171","msg":"trace[1843812598] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"652.304123ms","start":"2026-03-05T08:17:33.800746Z","end":"2026-03-05T08:17:34.45305Z","steps":["trace[1843812598] 'process raft request' (duration: 651.7902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:34.453315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:33.800717Z","time spent":"652.477507ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:34.453525Z","caller":"traceutil/trace.go:171","msg":"trace[1746217885] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"650.481369ms","start":"2026-03-05T08:17:33.803014Z","end":"2026-03-05T08:17:34.453495Z","steps":["trace[1746217885] 'process raft request' (duration: 649.931306ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:34.453602Z","caller":"traceutil/trace.go:171","msg":"trace[496279787] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"621.386071ms","start":"2026-03-05T08:17:33.832189Z","end":"2026-03-05T08:17:34.453575Z","steps":["trace[496279787] 'process raft request' (duration: 621.202487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:34.453685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:33.802991Z","time spent":"650.612122ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:34.453756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:33.83217Z","time spent":"621.506294ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:34.453856Z","caller":"traceutil/trace.go:171","msg":"trace[499904594] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"600.004897ms","start":"2026-03-05T08:17:33.853828Z","end":"2026-03-05T08:17:34.453833Z","steps":["trace[499904594] 'process raft request' (duration: 599.931345ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:34.453909Z","caller":"traceutil/trace.go:171","msg":"trace[1748402589] linearizableReadLoop","detail":"{readStateIndex:24424; appliedIndex:24414; }","duration":"705.772716ms","start":"2026-03-05T08:17:33.748121Z","end":"2026-03-05T08:17:34.453894Z","steps":["trace[1748402589] 'read index received' (duration: 551.827641ms)","trace[1748402589] 'applied index is now lower than readState.Index' (duration: 153.944115ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:34.454001Z","caller":"traceutil/trace.go:171","msg":"trace[235022642] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"599.910546ms","start":"2026-03-05T08:17:33.85408Z","end":"2026-03-05T08:17:34.453991Z","steps":["trace[235022642] 'process raft request' (duration: 599.715531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:34.454004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:33.85382Z","time spent":"600.112431ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:34.454082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:33.854065Z","time spent":"599.972767ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:34.454117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.242007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:17:34.454162Z","caller":"traceutil/trace.go:171","msg":"trace[870329813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23583; }","duration":"551.315429ms","start":"2026-03-05T08:17:33.902834Z","end":"2026-03-05T08:17:34.454149Z","steps":["trace[870329813] 'agreement among raft nodes before linearized reading' (duration: 551.188506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:34.454199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:33.902821Z","time spent":"551.36831ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T08:17:34.454219Z","caller":"traceutil/trace.go:171","msg":"trace[921164121] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"600.403687ms","start":"2026-03-05T08:17:33.853802Z","end":"2026-03-05T08:17:34.454206Z","steps":["trace[921164121] 'process raft request' (duration: 599.914925ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:34.454234Z","caller":"traceutil/trace.go:171","msg":"trace[2107865504] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"601.959514ms","start":"2026-03-05T08:17:33.852262Z","end":"2026-03-05T08:17:34.454221Z","steps":["trace[2107865504] 'process raft request' (duration: 601.251738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:34.454244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.404774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:34.454293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:33.852245Z","time spent":"602.017566ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:34.454339Z","caller":"traceutil/trace.go:171","msg":"trace[1368570809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23583; }","duration":"144.522597ms","start":"2026-03-05T08:17:34.30978Z","end":"2026-03-05T08:17:34.454302Z","steps":["trace[1368570809] 'agreement among raft nodes before linearized reading' (duration: 144.409785ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:34.454347Z","caller":"traceutil/trace.go:171","msg":"trace[1546395195] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"600.645423ms","start":"2026-03-05T08:17:33.853688Z","end":"2026-03-05T08:17:34.454333Z","steps":["trace[1546395195] 'process raft request' (duration: 599.946776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:34.454293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:33.853778Z","time spent":"600.480969ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:34.454403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:33.853677Z","time spent":"600.700744ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:34.454425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.913318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:17:34.454462Z","caller":"traceutil/trace.go:171","msg":"trace[334477577] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23583; }","duration":"477.962739ms","start":"2026-03-05T08:17:33.976491Z","end":"2026-03-05T08:17:34.454453Z","steps":["trace[334477577] 'agreement among raft nodes before linearized reading' (duration: 477.874307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:34.454493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:33.976481Z","time spent":"478.00567ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:17:34.454346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.471187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-05T08:17:34.454568Z","caller":"traceutil/trace.go:171","msg":"trace[1222400555] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3; range_end:; response_count:1; response_revision:23583; }","duration":"382.721993ms","start":"2026-03-05T08:17:34.071833Z","end":"2026-03-05T08:17:34.454555Z","steps":["trace[1222400555] 'agreement among raft nodes before linearized reading' (duration: 382.444787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:34.454586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.462933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:34.454607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:34.071814Z","time spent":"382.783854ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" "} {"level":"info","ts":"2026-03-05T08:17:34.45463Z","caller":"traceutil/trace.go:171","msg":"trace[1628510624] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23583; }","duration":"706.537944ms","start":"2026-03-05T08:17:33.74808Z","end":"2026-03-05T08:17:34.454618Z","steps":["trace[1628510624] 'agreement among raft nodes before linearized reading' (duration: 706.474502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:34.454667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:33.748062Z","time spent":"706.595616ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:17:37.596903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.081664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:37.596969Z","caller":"traceutil/trace.go:171","msg":"trace[584531335] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23657; }","duration":"103.199387ms","start":"2026-03-05T08:17:37.493754Z","end":"2026-03-05T08:17:37.596953Z","steps":["trace[584531335] 'count revisions from in-memory index tree' (duration: 102.975562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:37.59713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.776478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:37.597191Z","caller":"traceutil/trace.go:171","msg":"trace[220445880] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23657; }","duration":"468.879211ms","start":"2026-03-05T08:17:37.128297Z","end":"2026-03-05T08:17:37.597176Z","steps":["trace[220445880] 'count revisions from in-memory index tree' (duration: 468.620074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:37.597225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:37.128281Z","time spent":"468.935422ms","remote":"127.0.0.1:48656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:37.597805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.100134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-05T08:17:37.59788Z","caller":"traceutil/trace.go:171","msg":"trace[953028487] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8; range_end:; response_count:1; response_revision:23657; }","duration":"396.225048ms","start":"2026-03-05T08:17:37.201634Z","end":"2026-03-05T08:17:37.597859Z","steps":["trace[953028487] 'range keys from in-memory index tree' (duration: 395.92286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:37.597922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:37.201617Z","time spent":"396.29488ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" "} {"level":"info","ts":"2026-03-05T08:17:38.073728Z","caller":"traceutil/trace.go:171","msg":"trace[390055268] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"472.741703ms","start":"2026-03-05T08:17:37.600964Z","end":"2026-03-05T08:17:38.073706Z","steps":["trace[390055268] 'process raft request' (duration: 472.689792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:38.073876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:37.60095Z","time spent":"472.858776ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:38.074157Z","caller":"traceutil/trace.go:171","msg":"trace[1244666995] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"473.209286ms","start":"2026-03-05T08:17:37.600938Z","end":"2026-03-05T08:17:38.074147Z","steps":["trace[1244666995] 'process raft request' (duration: 472.59592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:38.074211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:37.600813Z","time spent":"473.37148ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:38.828824Z","caller":"traceutil/trace.go:171","msg":"trace[1987198715] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"1.227186828s","start":"2026-03-05T08:17:37.601618Z","end":"2026-03-05T08:17:38.828805Z","steps":["trace[1987198715] 'process raft request' (duration: 1.163050869s)","trace[1987198715] 'compare' (duration: 63.570736ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:38.82884Z","caller":"traceutil/trace.go:171","msg":"trace[441903703] linearizableReadLoop","detail":"{readStateIndex:24503; appliedIndex:24501; }","duration":"1.049608617s","start":"2026-03-05T08:17:37.779215Z","end":"2026-03-05T08:17:38.828823Z","steps":["trace[441903703] 'read index received' (duration: 295.266016ms)","trace[441903703] 'applied index is now lower than readState.Index' (duration: 754.341801ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:38.828897Z","caller":"traceutil/trace.go:171","msg":"trace[302311877] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"1.225894787s","start":"2026-03-05T08:17:37.602986Z","end":"2026-03-05T08:17:38.828881Z","steps":["trace[302311877] 'process raft request' (duration: 1.225764034s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:38.828921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:37.601604Z","time spent":"1.22726777s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:38.828953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04971876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:38.828977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:37.602976Z","time spent":"1.225958979s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:38.829013Z","caller":"traceutil/trace.go:171","msg":"trace[175859989] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23661; }","duration":"1.049796722s","start":"2026-03-05T08:17:37.779205Z","end":"2026-03-05T08:17:38.829002Z","steps":["trace[175859989] 'agreement among raft nodes before linearized reading' (duration: 1.049685839s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:38.829051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:37.779141Z","time spent":"1.049899424s","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:39.329069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:39.829861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:40.087531Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.322951406s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:17:40.281339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.513874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:40.281575Z","caller":"traceutil/trace.go:171","msg":"trace[1959297817] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"1.810330542s","start":"2026-03-05T08:17:38.471233Z","end":"2026-03-05T08:17:40.281564Z","steps":["trace[1959297817] 'process raft request' (duration: 1.810194017s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:40.281577Z","caller":"traceutil/trace.go:171","msg":"trace[192221964] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"1.813110329s","start":"2026-03-05T08:17:38.468447Z","end":"2026-03-05T08:17:40.281557Z","steps":["trace[192221964] 'process raft request' (duration: 1.619283957s)","trace[192221964] 'compare' (duration: 193.122324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:40.281631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.46843Z","time spent":"1.81317361s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:40.281632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.471207Z","time spent":"1.810396684s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:40.281718Z","caller":"traceutil/trace.go:171","msg":"trace[44364928] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"1.810018465s","start":"2026-03-05T08:17:38.471684Z","end":"2026-03-05T08:17:40.281702Z","steps":["trace[44364928] 'process raft request' (duration: 1.809851331s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.281797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.471666Z","time spent":"1.810087106s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:40.28194Z","caller":"traceutil/trace.go:171","msg":"trace[2080086940] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"1.809780508s","start":"2026-03-05T08:17:38.472136Z","end":"2026-03-05T08:17:40.281916Z","steps":["trace[2080086940] 'process raft request' (duration: 1.809511022s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:40.281999Z","caller":"traceutil/trace.go:171","msg":"trace[916174593] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"1.809776498s","start":"2026-03-05T08:17:38.472213Z","end":"2026-03-05T08:17:40.28199Z","steps":["trace[916174593] 'process raft request' (duration: 1.809653135s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.282043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.472203Z","time spent":"1.809813138s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:40.282083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.472116Z","time spent":"1.80989502s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:40.28223Z","caller":"traceutil/trace.go:171","msg":"trace[1722746203] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"1.810006373s","start":"2026-03-05T08:17:38.472215Z","end":"2026-03-05T08:17:40.282221Z","steps":["trace[1722746203] 'process raft request' (duration: 1.809741387s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.282276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.472197Z","time spent":"1.810057624s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:40.28234Z","caller":"traceutil/trace.go:171","msg":"trace[1333412495] linearizableReadLoop","detail":"{readStateIndex:24511; appliedIndex:24503; }","duration":"1.453450198s","start":"2026-03-05T08:17:38.828879Z","end":"2026-03-05T08:17:40.282329Z","steps":["trace[1333412495] 'read index received' (duration: 1.258866368s)","trace[1333412495] 'applied index is now lower than readState.Index' (duration: 194.58269ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:40.282435Z","caller":"traceutil/trace.go:171","msg":"trace[1584120446] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"1.809527112s","start":"2026-03-05T08:17:38.472899Z","end":"2026-03-05T08:17:40.282426Z","steps":["trace[1584120446] 'process raft request' (duration: 1.809293127s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.282498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.472882Z","time spent":"1.809581373s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:40.282544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972520684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:40.282568Z","caller":"traceutil/trace.go:171","msg":"trace[664729414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23669; }","duration":"1.972590035s","start":"2026-03-05T08:17:38.309971Z","end":"2026-03-05T08:17:40.282561Z","steps":["trace[664729414] 'agreement among raft nodes before linearized reading' (duration: 1.972544654s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.282587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.309946Z","time spent":"1.972637466s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:40.282715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79820263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-05T08:17:40.282784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099494991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T08:17:40.282808Z","caller":"traceutil/trace.go:171","msg":"trace[1730290932] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23669; }","duration":"1.798313663s","start":"2026-03-05T08:17:38.484477Z","end":"2026-03-05T08:17:40.282791Z","steps":["trace[1730290932] 'agreement among raft nodes before linearized reading' (duration: 1.798079477s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:40.282821Z","caller":"traceutil/trace.go:171","msg":"trace[1414330936] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23669; }","duration":"2.099592293s","start":"2026-03-05T08:17:38.183217Z","end":"2026-03-05T08:17:40.282809Z","steps":["trace[1414330936] 'agreement among raft nodes before linearized reading' (duration: 2.09944889s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.282854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.484461Z","time spent":"1.798381234s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T08:17:40.28295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122199419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:40.282979Z","caller":"traceutil/trace.go:171","msg":"trace[1156695241] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23669; }","duration":"1.12225433s","start":"2026-03-05T08:17:39.160718Z","end":"2026-03-05T08:17:40.282973Z","steps":["trace[1156695241] 'agreement among raft nodes before linearized reading' (duration: 1.122207329s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.282997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:39.1607Z","time spent":"1.122292511s","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:40.283023Z","caller":"traceutil/trace.go:171","msg":"trace[1871677351] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"974.909934ms","start":"2026-03-05T08:17:39.308102Z","end":"2026-03-05T08:17:40.283012Z","steps":["trace[1871677351] 'process raft request' (duration: 974.178007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.283124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:39.308067Z","time spent":"974.984906ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:40.283138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412229155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-05T08:17:40.283164Z","caller":"traceutil/trace.go:171","msg":"trace[86754008] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8; range_end:; response_count:1; response_revision:23669; }","duration":"2.412274336s","start":"2026-03-05T08:17:37.870876Z","end":"2026-03-05T08:17:40.28315Z","steps":["trace[86754008] 'agreement among raft nodes before linearized reading' (duration: 2.412214555s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.283188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:37.870859Z","time spent":"2.412324497s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" "} {"level":"warn","ts":"2026-03-05T08:17:40.283296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680902075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-05T08:17:40.283329Z","caller":"traceutil/trace.go:171","msg":"trace[4989944] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8; range_end:; response_count:1; response_revision:23669; }","duration":"1.680967887s","start":"2026-03-05T08:17:38.602351Z","end":"2026-03-05T08:17:40.283319Z","steps":["trace[4989944] 'agreement among raft nodes before linearized reading' (duration: 1.680862835s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.283348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.602334Z","time spent":"1.681009568s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" "} {"level":"warn","ts":"2026-03-05T08:17:40.28337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.886036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:17:40.283401Z","caller":"traceutil/trace.go:171","msg":"trace[2082007537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23669; }","duration":"194.936787ms","start":"2026-03-05T08:17:40.088454Z","end":"2026-03-05T08:17:40.283391Z","steps":["trace[2082007537] 'agreement among raft nodes before linearized reading' (duration: 194.860025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.282776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798321193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-05T08:17:40.283479Z","caller":"traceutil/trace.go:171","msg":"trace[1541936871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23669; }","duration":"1.79904138s","start":"2026-03-05T08:17:38.484429Z","end":"2026-03-05T08:17:40.28347Z","steps":["trace[1541936871] 'agreement among raft nodes before linearized reading' (duration: 1.798255771s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.28351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.48442Z","time spent":"1.7990825s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T08:17:40.283551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.705439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:17:40.283577Z","caller":"traceutil/trace.go:171","msg":"trace[73396213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23669; }","duration":"196.731801ms","start":"2026-03-05T08:17:40.086838Z","end":"2026-03-05T08:17:40.28357Z","steps":["trace[73396213] 'agreement among raft nodes before linearized reading' (duration: 196.665529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.282858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.183196Z","time spent":"2.099652385s","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T08:17:40.283717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.382086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:40.28374Z","caller":"traceutil/trace.go:171","msg":"trace[267719156] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23669; }","duration":"347.406387ms","start":"2026-03-05T08:17:39.936328Z","end":"2026-03-05T08:17:40.283734Z","steps":["trace[267719156] 'agreement among raft nodes before linearized reading' (duration: 347.299594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.283763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:39.936263Z","time spent":"347.492378ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:40.283909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.270591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:17:40.283933Z","caller":"traceutil/trace.go:171","msg":"trace[1881138795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23669; }","duration":"722.332412ms","start":"2026-03-05T08:17:39.561594Z","end":"2026-03-05T08:17:40.283927Z","steps":["trace[1881138795] 'agreement among raft nodes before linearized reading' (duration: 722.263871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.283952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:39.561574Z","time spent":"722.374063ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:17:40.282827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808358064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:17:40.284103Z","caller":"traceutil/trace.go:171","msg":"trace[1366726157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23669; }","duration":"1.809631244s","start":"2026-03-05T08:17:38.474465Z","end":"2026-03-05T08:17:40.284097Z","steps":["trace[1366726157] 'agreement among raft nodes before linearized reading' (duration: 1.808323714s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.284125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.474438Z","time spent":"1.809681135s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:17:40.284134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.941093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:40.284161Z","caller":"traceutil/trace.go:171","msg":"trace[1224993689] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23669; }","duration":"742.012655ms","start":"2026-03-05T08:17:39.542141Z","end":"2026-03-05T08:17:40.284153Z","steps":["trace[1224993689] 'agreement among raft nodes before linearized reading' (duration: 741.960494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.28419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:39.542117Z","time spent":"742.068266ms","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:40.284324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.485261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:40.284356Z","caller":"traceutil/trace.go:171","msg":"trace[234393962] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23669; }","duration":"868.517172ms","start":"2026-03-05T08:17:39.415829Z","end":"2026-03-05T08:17:40.284347Z","steps":["trace[234393962] 'agreement among raft nodes before linearized reading' (duration: 868.46756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.284378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:39.415763Z","time spent":"868.609434ms","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:40.284324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193754822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:17:40.284474Z","caller":"traceutil/trace.go:171","msg":"trace[556747532] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23669; }","duration":"2.193934597s","start":"2026-03-05T08:17:38.090531Z","end":"2026-03-05T08:17:40.284465Z","steps":["trace[556747532] 'agreement among raft nodes before linearized reading' (duration: 2.192346919s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:40.284501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:38.090515Z","time spent":"2.193978008s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2680,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:41.65732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146063972s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:41.657481Z","caller":"traceutil/trace.go:171","msg":"trace[1439473363] linearizableReadLoop","detail":"{readStateIndex:24512; appliedIndex:24511; }","duration":"1.366322857s","start":"2026-03-05T08:17:40.291133Z","end":"2026-03-05T08:17:41.657456Z","steps":["trace[1439473363] 'read index received' (duration: 220.168533ms)","trace[1439473363] 'applied index is now lower than readState.Index' (duration: 1.146152214s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:41.657596Z","caller":"traceutil/trace.go:171","msg":"trace[1385288735] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"1.367241249s","start":"2026-03-05T08:17:40.290331Z","end":"2026-03-05T08:17:41.657572Z","steps":["trace[1385288735] 'process raft request' (duration: 220.792767ms)","trace[1385288735] 'compare' (duration: 1.14516344s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:41.657674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.290322Z","time spent":"1.36731093s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:41.65812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366982812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-05T08:17:41.658162Z","caller":"traceutil/trace.go:171","msg":"trace[299547565] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23670; }","duration":"1.367040334s","start":"2026-03-05T08:17:40.29111Z","end":"2026-03-05T08:17:41.65815Z","steps":["trace[299547565] 'agreement among raft nodes before linearized reading' (duration: 1.366800649s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:41.658194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.29109Z","time spent":"1.367097365s","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T08:17:42.158565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:42.295808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000800482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:17:42.295894Z","caller":"traceutil/trace.go:171","msg":"trace[1601331267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000935055s","start":"2026-03-05T08:17:40.294943Z","end":"2026-03-05T08:17:42.295878Z","steps":["trace[1601331267] 'agreement among raft nodes before linearized reading' (duration: 2.000831793s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:42.295939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.294931Z","time spent":"2.000999327s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:17:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:17:42.507688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.994720486s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:17:42.575441Z","caller":"traceutil/trace.go:171","msg":"trace[1148706662] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"2.279728414s","start":"2026-03-05T08:17:40.295692Z","end":"2026-03-05T08:17:42.57542Z","steps":["trace[1148706662] 'process raft request' (duration: 2.279689483s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:42.575521Z","caller":"traceutil/trace.go:171","msg":"trace[458903657] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"2.283489865s","start":"2026-03-05T08:17:40.291998Z","end":"2026-03-05T08:17:42.575487Z","steps":["trace[458903657] 'process raft request' (duration: 2.283206869s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:42.57557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.295682Z","time spent":"2.279826237s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:42.575686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.291988Z","time spent":"2.283612538s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:42.575726Z","caller":"traceutil/trace.go:171","msg":"trace[877140474] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"2.283583667s","start":"2026-03-05T08:17:40.292135Z","end":"2026-03-05T08:17:42.575718Z","steps":["trace[877140474] 'process raft request' (duration: 2.283176947s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:42.575768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.292101Z","time spent":"2.283643448s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:42.575804Z","caller":"traceutil/trace.go:171","msg":"trace[1336479075] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"2.281137508s","start":"2026-03-05T08:17:40.294629Z","end":"2026-03-05T08:17:42.575766Z","steps":["trace[1336479075] 'process raft request' (duration: 2.280715488s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:42.575842Z","caller":"traceutil/trace.go:171","msg":"trace[1147082824] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"2.284301145s","start":"2026-03-05T08:17:40.291531Z","end":"2026-03-05T08:17:42.575832Z","steps":["trace[1147082824] 'process raft request' (duration: 2.216420726s)","trace[1147082824] 'compare' (duration: 66.883115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:42.575979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.29462Z","time spent":"2.281268163s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:42.576071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.291515Z","time spent":"2.284478029s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:44.295933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:17:44.296028Z","caller":"traceutil/trace.go:171","msg":"trace[453672618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153086s","start":"2026-03-05T08:17:42.295854Z","end":"2026-03-05T08:17:44.296007Z","steps":["trace[453672618] 'agreement among raft nodes before linearized reading' (duration: 2.000027832s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:44.296093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:42.295844Z","time spent":"2.000238647s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:44.875192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055122195s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T08:17:44.877246Z","caller":"traceutil/trace.go:171","msg":"trace[1367399468] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"2.915306156s","start":"2026-03-05T08:17:41.961914Z","end":"2026-03-05T08:17:44.877221Z","steps":["trace[1367399468] 'process raft request' (duration: 2.91339015s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:44.877388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:41.961875Z","time spent":"2.91543785s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:45.832094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999174212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:17:45.832246Z","caller":"traceutil/trace.go:171","msg":"trace[341341495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999389907s","start":"2026-03-05T08:17:40.832833Z","end":"2026-03-05T08:17:45.832223Z","steps":["trace[341341495] 'agreement among raft nodes before linearized reading' (duration: 4.999210733s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.832367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.832812Z","time spent":"4.999482909s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/05 08:17:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:17:45.935158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05685569s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:45.935587Z","caller":"traceutil/trace.go:171","msg":"trace[1291718526] linearizableReadLoop","detail":"{readStateIndex:24519; appliedIndex:24512; }","duration":"4.278048757s","start":"2026-03-05T08:17:41.657521Z","end":"2026-03-05T08:17:45.935569Z","steps":["trace[1291718526] 'read index received' (duration: 850.452817ms)","trace[1291718526] 'applied index is now lower than readState.Index' (duration: 3.42759511s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:45.935695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.036309933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:45.935717Z","caller":"traceutil/trace.go:171","msg":"trace[63925197] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23683; }","duration":"5.036392104s","start":"2026-03-05T08:17:40.899316Z","end":"2026-03-05T08:17:45.935708Z","steps":["trace[63925197] 'agreement among raft nodes before linearized reading' (duration: 5.036328683s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:45.935697Z","caller":"traceutil/trace.go:171","msg":"trace[1290861014] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"3.641918162s","start":"2026-03-05T08:17:42.293738Z","end":"2026-03-05T08:17:45.935656Z","steps":["trace[1290861014] 'process raft request' (duration: 3.641792849s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.935802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937320607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-05T08:17:45.935836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.410128743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:45.935858Z","caller":"traceutil/trace.go:171","msg":"trace[79413969] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23683; }","duration":"4.93741838s","start":"2026-03-05T08:17:40.998426Z","end":"2026-03-05T08:17:45.935844Z","steps":["trace[79413969] 'agreement among raft nodes before linearized reading' (duration: 4.937225755s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.93586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.638610416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-05T08:17:45.935887Z","caller":"traceutil/trace.go:171","msg":"trace[1940830450] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23683; }","duration":"5.638650356s","start":"2026-03-05T08:17:40.297229Z","end":"2026-03-05T08:17:45.935879Z","steps":["trace[1940830450] 'agreement among raft nodes before linearized reading' (duration: 5.638533064s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:45.935886Z","caller":"traceutil/trace.go:171","msg":"trace[1651868981] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23683; }","duration":"5.410248535s","start":"2026-03-05T08:17:40.525627Z","end":"2026-03-05T08:17:45.935875Z","steps":["trace[1651868981] 'agreement among raft nodes before linearized reading' (duration: 5.410127822s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.935873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:42.29373Z","time spent":"3.642047245s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:45.935903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.297222Z","time spent":"5.638677377s","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-05T08:17:45.935924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.525598Z","time spent":"5.410314837s","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:45.93591Z","caller":"traceutil/trace.go:171","msg":"trace[2141626093] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"3.643183583s","start":"2026-03-05T08:17:42.292697Z","end":"2026-03-05T08:17:45.935881Z","steps":["trace[2141626093] 'process raft request' (duration: 3.642777214s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.935951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.647977594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-05T08:17:45.935937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.102798298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:17:45.935972Z","caller":"traceutil/trace.go:171","msg":"trace[1896581743] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23683; }","duration":"4.648023954s","start":"2026-03-05T08:17:41.287941Z","end":"2026-03-05T08:17:45.935965Z","steps":["trace[1896581743] 'agreement among raft nodes before linearized reading' (duration: 4.647963143s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.935961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.646064328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-05T08:17:45.935988Z","caller":"traceutil/trace.go:171","msg":"trace[1798226988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23683; }","duration":"5.102908991s","start":"2026-03-05T08:17:40.833065Z","end":"2026-03-05T08:17:45.935974Z","steps":["trace[1798226988] 'agreement among raft nodes before linearized reading' (duration: 5.102782058s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.935998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:41.287924Z","time spent":"4.648069856s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":922,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-05T08:17:45.936018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.833022Z","time spent":"5.102991223s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:45.936024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:42.292681Z","time spent":"3.643281985s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:45.936026Z","caller":"traceutil/trace.go:171","msg":"trace[564766024] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8; range_end:; response_count:1; response_revision:23683; }","duration":"4.64613588s","start":"2026-03-05T08:17:41.28987Z","end":"2026-03-05T08:17:45.936006Z","steps":["trace[564766024] 'agreement among raft nodes before linearized reading' (duration: 4.645908105s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.935889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.998405Z","time spent":"4.937477711s","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T08:17:45.936071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:41.289865Z","time spent":"4.646194372s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" "} {"level":"info","ts":"2026-03-05T08:17:45.936102Z","caller":"traceutil/trace.go:171","msg":"trace[1898643145] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"3.644362241s","start":"2026-03-05T08:17:42.291732Z","end":"2026-03-05T08:17:45.936094Z","steps":["trace[1898643145] 'process raft request' (duration: 3.643568003s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:45.936122Z","caller":"traceutil/trace.go:171","msg":"trace[903751088] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"3.643739686s","start":"2026-03-05T08:17:42.292375Z","end":"2026-03-05T08:17:45.936115Z","steps":["trace[903751088] 'process raft request' (duration: 3.64306861s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.936147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:42.291705Z","time spent":"3.644408592s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:45.936165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:42.29236Z","time spent":"3.643775407s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:45.936187Z","caller":"traceutil/trace.go:171","msg":"trace[300748309] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"3.643284935s","start":"2026-03-05T08:17:42.292894Z","end":"2026-03-05T08:17:45.936179Z","steps":["trace[300748309] 'process raft request' (duration: 3.64260999s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:45.93613Z","caller":"traceutil/trace.go:171","msg":"trace[1882574157] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"3.64517145s","start":"2026-03-05T08:17:42.290903Z","end":"2026-03-05T08:17:45.936074Z","steps":["trace[1882574157] 'process raft request' (duration: 2.586302961s)","trace[1882574157] 'compare' (duration: 1.056316658s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:45.936237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:42.292885Z","time spent":"3.643321726s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:45.936254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.375615388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:45.936277Z","caller":"traceutil/trace.go:171","msg":"trace[1061271720] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23683; }","duration":"4.37567757s","start":"2026-03-05T08:17:41.560593Z","end":"2026-03-05T08:17:45.936271Z","steps":["trace[1061271720] 'agreement among raft nodes before linearized reading' (duration: 4.375635449s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.936295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:41.560567Z","time spent":"4.375723791s","remote":"127.0.0.1:48606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:45.935744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:40.899246Z","time spent":"5.036492057s","remote":"127.0.0.1:53514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:45.936359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:42.290873Z","time spent":"3.645371875s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:45.935738Z","caller":"traceutil/trace.go:171","msg":"trace[282150269] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"3.643572893s","start":"2026-03-05T08:17:42.29214Z","end":"2026-03-05T08:17:45.935713Z","steps":["trace[282150269] 'process raft request' (duration: 3.643268655s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:45.936765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:42.292104Z","time spent":"3.644603927s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:46.305286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:17:46.305385Z","caller":"traceutil/trace.go:171","msg":"trace[1341214618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509314s","start":"2026-03-05T08:17:44.304853Z","end":"2026-03-05T08:17:46.305362Z","steps":["trace[1341214618] 'agreement among raft nodes before linearized reading' (duration: 2.000377981s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:46.305446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:44.30483Z","time spent":"2.000598477s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:46.435883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:46.937057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:47.438088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:47.786147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.920158052s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:17:48.305728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999876209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:17:48.305797Z","caller":"traceutil/trace.go:171","msg":"trace[1939284449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013353s","start":"2026-03-05T08:17:46.305767Z","end":"2026-03-05T08:17:48.305781Z","steps":["trace[1939284449] 'agreement among raft nodes before linearized reading' (duration: 1.99991079s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.305834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:46.305746Z","time spent":"2.000080745s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:48.961208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315831136s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:48.961347Z","caller":"traceutil/trace.go:171","msg":"trace[152291891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23683; }","duration":"1.315976559s","start":"2026-03-05T08:17:47.645345Z","end":"2026-03-05T08:17:48.961322Z","steps":["trace[152291891] 'range keys from in-memory index tree' (duration: 1.315812365s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.962238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175748363s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:48.962388Z","caller":"traceutil/trace.go:171","msg":"trace[577034365] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"4.128663182s","start":"2026-03-05T08:17:44.833713Z","end":"2026-03-05T08:17:48.962376Z","steps":["trace[577034365] 'process raft request' (duration: 4.128597201s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.96243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:44.833695Z","time spent":"4.128717773s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:48.962446Z","caller":"traceutil/trace.go:171","msg":"trace[1975576302] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"4.18771637s","start":"2026-03-05T08:17:44.77468Z","end":"2026-03-05T08:17:48.962397Z","steps":["trace[1975576302] 'process raft request' (duration: 3.011750042s)","trace[1975576302] 'compare' (duration: 1.174945413s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:48.962561Z","caller":"traceutil/trace.go:171","msg":"trace[1083572615] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"3.6710286s","start":"2026-03-05T08:17:45.291503Z","end":"2026-03-05T08:17:48.962532Z","steps":["trace[1083572615] 'process raft request' (duration: 3.670848226s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.962625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:44.774654Z","time spent":"4.187876643s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:48.96271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:45.291479Z","time spent":"3.671155483s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:48.96273Z","caller":"traceutil/trace.go:171","msg":"trace[1771973535] linearizableReadLoop","detail":"{readStateIndex:24530; appliedIndex:24526; }","duration":"3.027093378s","start":"2026-03-05T08:17:45.935618Z","end":"2026-03-05T08:17:48.962711Z","steps":["trace[1771973535] 'read index received' (duration: 1.850819613s)","trace[1771973535] 'applied index is now lower than readState.Index' (duration: 1.176272365s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:48.962877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.382418791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T08:17:48.96288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.796968881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:48.96292Z","caller":"traceutil/trace.go:171","msg":"trace[243432612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23687; }","duration":"4.382493083s","start":"2026-03-05T08:17:44.580417Z","end":"2026-03-05T08:17:48.96291Z","steps":["trace[243432612] 'agreement among raft nodes before linearized reading' (duration: 4.382330239s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:48.962918Z","caller":"traceutil/trace.go:171","msg":"trace[1585025353] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23687; }","duration":"6.797068493s","start":"2026-03-05T08:17:42.16584Z","end":"2026-03-05T08:17:48.962908Z","steps":["trace[1585025353] 'agreement among raft nodes before linearized reading' (duration: 6.797002751s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.962948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:44.580401Z","time spent":"4.382542184s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:48.962956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:42.165809Z","time spent":"6.797139585s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:48.962958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.728626825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-05T08:17:48.962945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.885332048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-05T08:17:48.962994Z","caller":"traceutil/trace.go:171","msg":"trace[850578904] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23687; }","duration":"5.728708656s","start":"2026-03-05T08:17:43.234272Z","end":"2026-03-05T08:17:48.96298Z","steps":["trace[850578904] 'agreement among raft nodes before linearized reading' (duration: 5.728542473s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:48.963017Z","caller":"traceutil/trace.go:171","msg":"trace[1853811301] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3; range_end:; response_count:1; response_revision:23687; }","duration":"4.885448162s","start":"2026-03-05T08:17:44.077549Z","end":"2026-03-05T08:17:48.962997Z","steps":["trace[1853811301] 'agreement among raft nodes before linearized reading' (duration: 4.885262386s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.963033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:43.234248Z","time spent":"5.728777079s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-05T08:17:48.963051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:44.077527Z","time spent":"4.885516764s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" "} {"level":"info","ts":"2026-03-05T08:17:48.963122Z","caller":"traceutil/trace.go:171","msg":"trace[955448495] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"3.019880196s","start":"2026-03-05T08:17:45.943232Z","end":"2026-03-05T08:17:48.963112Z","steps":["trace[955448495] 'process raft request' (duration: 3.019215969s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.963216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.246473158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:48.963249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.383224671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T08:17:48.963253Z","caller":"traceutil/trace.go:171","msg":"trace[481754375] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23687; }","duration":"7.24655098s","start":"2026-03-05T08:17:41.716693Z","end":"2026-03-05T08:17:48.963244Z","steps":["trace[481754375] 'agreement among raft nodes before linearized reading' (duration: 7.246491268s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:48.963304Z","caller":"traceutil/trace.go:171","msg":"trace[1205961316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23687; }","duration":"4.383289493s","start":"2026-03-05T08:17:44.580007Z","end":"2026-03-05T08:17:48.963296Z","steps":["trace[1205961316] 'agreement among raft nodes before linearized reading' (duration: 4.383188761s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.963299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:45.943215Z","time spent":"3.019987068s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:48.96333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:44.580002Z","time spent":"4.383319294s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:17:48.963342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.980239611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:48.963385Z","caller":"traceutil/trace.go:171","msg":"trace[796641594] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23687; }","duration":"3.980328283s","start":"2026-03-05T08:17:44.983044Z","end":"2026-03-05T08:17:48.963373Z","steps":["trace[796641594] 'agreement among raft nodes before linearized reading' (duration: 3.98019689s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.963418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:44.983017Z","time spent":"3.980393195s","remote":"127.0.0.1:48786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:48.963485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139480742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:48.963564Z","caller":"traceutil/trace.go:171","msg":"trace[1435737627] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23687; }","duration":"4.139550634s","start":"2026-03-05T08:17:44.823959Z","end":"2026-03-05T08:17:48.963509Z","steps":["trace[1435737627] 'agreement among raft nodes before linearized reading' (duration: 4.139474642s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.963567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384577013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:17:48.963605Z","caller":"traceutil/trace.go:171","msg":"trace[1091181183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23687; }","duration":"4.384641565s","start":"2026-03-05T08:17:44.57895Z","end":"2026-03-05T08:17:48.963592Z","steps":["trace[1091181183] 'agreement among raft nodes before linearized reading' (duration: 4.384552433s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.963646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:44.578931Z","time spent":"4.384707296s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:17:48.96348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482314908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:48.963735Z","caller":"traceutil/trace.go:171","msg":"trace[1071848640] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23687; }","duration":"4.482615405s","start":"2026-03-05T08:17:44.481109Z","end":"2026-03-05T08:17:48.963725Z","steps":["trace[1071848640] 'agreement among raft nodes before linearized reading' (duration: 4.482338369s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.963769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:44.481085Z","time spent":"4.482675827s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:17:48.963317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:41.716671Z","time spent":"7.246639812s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T08:17:48.963594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:44.823938Z","time spent":"4.139649186s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:48.96397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.955546388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272954"} {"level":"info","ts":"2026-03-05T08:17:48.964005Z","caller":"traceutil/trace.go:171","msg":"trace[948631724] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23687; }","duration":"3.955619019s","start":"2026-03-05T08:17:45.008378Z","end":"2026-03-05T08:17:48.963997Z","steps":["trace[948631724] 'agreement among raft nodes before linearized reading' (duration: 3.955294742s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.964518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:45.008357Z","time spent":"3.956150323s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272978,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-05T08:17:48.963587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.808631293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:48.964583Z","caller":"traceutil/trace.go:171","msg":"trace[1693183853] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23687; }","duration":"3.809646607s","start":"2026-03-05T08:17:45.154908Z","end":"2026-03-05T08:17:48.964554Z","steps":["trace[1693183853] 'agreement among raft nodes before linearized reading' (duration: 3.808652033s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.964628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:45.154885Z","time spent":"3.809729149s","remote":"127.0.0.1:48356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:48.986751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:17:48.986803Z","caller":"traceutil/trace.go:171","msg":"trace[1340835706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046013s","start":"2026-03-05T08:17:46.986745Z","end":"2026-03-05T08:17:48.986791Z","steps":["trace[1340835706] 'agreement among raft nodes before linearized reading' (duration: 1.999988662s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.986835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:46.986717Z","time spent":"2.000112055s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:17:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:17:48.987039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039543995s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:17:48.988222Z","caller":"traceutil/trace.go:171","msg":"trace[2032875503] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"1.046723346s","start":"2026-03-05T08:17:47.941475Z","end":"2026-03-05T08:17:48.988198Z","steps":["trace[2032875503] 'process raft request' (duration: 1.046641864s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:48.988286Z","caller":"traceutil/trace.go:171","msg":"trace[223850333] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"1.047217279s","start":"2026-03-05T08:17:47.941063Z","end":"2026-03-05T08:17:48.98828Z","steps":["trace[223850333] 'process raft request' (duration: 1.046148513s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:48.988356Z","caller":"traceutil/trace.go:171","msg":"trace[2137688579] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"1.045933718s","start":"2026-03-05T08:17:47.942396Z","end":"2026-03-05T08:17:48.98833Z","steps":["trace[2137688579] 'process raft request' (duration: 1.045757733s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:48.988409Z","caller":"traceutil/trace.go:171","msg":"trace[1537957171] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"1.047211369s","start":"2026-03-05T08:17:47.941186Z","end":"2026-03-05T08:17:48.988398Z","steps":["trace[1537957171] 'process raft request' (duration: 1.046851279s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.988463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:47.942389Z","time spent":"1.046015611s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:48.988506Z","caller":"traceutil/trace.go:171","msg":"trace[1013717987] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"1.047187378s","start":"2026-03-05T08:17:47.941309Z","end":"2026-03-05T08:17:48.988496Z","steps":["trace[1013717987] 'process raft request' (duration: 1.046767497s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.988362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:47.941439Z","time spent":"1.04684648s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:48.988561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:47.941303Z","time spent":"1.047231939s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:48.988632Z","caller":"traceutil/trace.go:171","msg":"trace[1563516209] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"1.045515169s","start":"2026-03-05T08:17:47.943095Z","end":"2026-03-05T08:17:48.98861Z","steps":["trace[1563516209] 'process raft request' (duration: 1.04514842s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.988357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:47.941045Z","time spent":"1.04726208s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:48.988734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:47.943081Z","time spent":"1.045598871s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:48.988467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:47.941159Z","time spent":"1.047279231s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:48.988253Z","caller":"traceutil/trace.go:171","msg":"trace[895756590] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"1.047107136s","start":"2026-03-05T08:17:47.941128Z","end":"2026-03-05T08:17:48.988236Z","steps":["trace[895756590] 'process raft request' (duration: 1.046830189s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.98885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:47.9411Z","time spent":"1.047713891s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:48.98887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119786897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T08:17:48.9889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045894411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-03-05T08:17:48.9889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.075644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:17:48.988913Z","caller":"traceutil/trace.go:171","msg":"trace[581901840] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23698; }","duration":"2.119850579s","start":"2026-03-05T08:17:46.869053Z","end":"2026-03-05T08:17:48.988904Z","steps":["trace[581901840] 'agreement among raft nodes before linearized reading' (duration: 2.119724926s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:48.988924Z","caller":"traceutil/trace.go:171","msg":"trace[423938600] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23698; }","duration":"3.045959312s","start":"2026-03-05T08:17:45.942958Z","end":"2026-03-05T08:17:48.988917Z","steps":["trace[423938600] 'agreement among raft nodes before linearized reading' (duration: 3.04584295s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.988939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:46.86904Z","time spent":"2.11989457s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T08:17:48.988982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131835116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:48.989008Z","caller":"traceutil/trace.go:171","msg":"trace[180833907] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23698; }","duration":"2.131884727s","start":"2026-03-05T08:17:46.857117Z","end":"2026-03-05T08:17:48.989002Z","steps":["trace[180833907] 'agreement among raft nodes before linearized reading' (duration: 2.131840586s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.989031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:46.857102Z","time spent":"2.131923718s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:48.989067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.413797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:48.989087Z","caller":"traceutil/trace.go:171","msg":"trace[497202866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23698; }","duration":"675.458918ms","start":"2026-03-05T08:17:48.313623Z","end":"2026-03-05T08:17:48.989082Z","steps":["trace[497202866] 'agreement among raft nodes before linearized reading' (duration: 675.425477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.989086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710934532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:17:48.989106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:48.313607Z","time spent":"675.495769ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:17:48.989114Z","caller":"traceutil/trace.go:171","msg":"trace[1336726425] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23698; }","duration":"2.711001724s","start":"2026-03-05T08:17:46.278104Z","end":"2026-03-05T08:17:48.989106Z","steps":["trace[1336726425] 'agreement among raft nodes before linearized reading' (duration: 2.710949833s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.989025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049851385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-t8qbm\" ","response":"range_response_count:1 size:3968"} {"level":"info","ts":"2026-03-05T08:17:48.98915Z","caller":"traceutil/trace.go:171","msg":"trace[1030330174] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-t8qbm; range_end:; response_count:1; response_revision:23698; }","duration":"3.049999859s","start":"2026-03-05T08:17:45.939142Z","end":"2026-03-05T08:17:48.989142Z","steps":["trace[1030330174] 'agreement among raft nodes before linearized reading' (duration: 3.049812164s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.98916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:46.278082Z","time spent":"2.711069386s","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:48.989207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098456378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:48.989241Z","caller":"traceutil/trace.go:171","msg":"trace[1977537257] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23698; }","duration":"1.0985275s","start":"2026-03-05T08:17:47.890704Z","end":"2026-03-05T08:17:48.989231Z","steps":["trace[1977537257] 'agreement among raft nodes before linearized reading' (duration: 1.098482889s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.989266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:47.890673Z","time spent":"1.098587952s","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:48.989385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172558473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-05T08:17:48.989432Z","caller":"traceutil/trace.go:171","msg":"trace[1729703371] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:23698; }","duration":"2.172643975s","start":"2026-03-05T08:17:46.816779Z","end":"2026-03-05T08:17:48.989423Z","steps":["trace[1729703371] 'agreement among raft nodes before linearized reading' (duration: 2.172568204s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.989451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229830571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:48.98949Z","caller":"traceutil/trace.go:171","msg":"trace[1341580298] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23698; }","duration":"1.229912823s","start":"2026-03-05T08:17:47.75957Z","end":"2026-03-05T08:17:48.989483Z","steps":["trace[1341580298] 'agreement among raft nodes before linearized reading' (duration: 1.229850251s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.989551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:47.759548Z","time spent":"1.229989735s","remote":"127.0.0.1:32784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:48.989172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:45.939128Z","time spent":"3.050035949s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3992,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-t8qbm\" "} {"level":"info","ts":"2026-03-05T08:17:48.988935Z","caller":"traceutil/trace.go:171","msg":"trace[1845419625] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23698; }","duration":"223.146194ms","start":"2026-03-05T08:17:48.765777Z","end":"2026-03-05T08:17:48.988923Z","steps":["trace[1845419625] 'agreement among raft nodes before linearized reading' (duration: 222.920189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.989463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:46.816756Z","time spent":"2.172699887s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-05T08:17:48.989672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956433037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:48.989736Z","caller":"traceutil/trace.go:171","msg":"trace[1819145008] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23698; }","duration":"1.956548589s","start":"2026-03-05T08:17:47.033171Z","end":"2026-03-05T08:17:48.98972Z","steps":["trace[1819145008] 'agreement among raft nodes before linearized reading' (duration: 1.956459027s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.989402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154827191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T08:17:48.989779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:47.033145Z","time spent":"1.956622042s","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:48.989804Z","caller":"traceutil/trace.go:171","msg":"trace[2039520410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23698; }","duration":"1.155257861s","start":"2026-03-05T08:17:47.834534Z","end":"2026-03-05T08:17:48.989792Z","steps":["trace[2039520410] 'agreement among raft nodes before linearized reading' (duration: 1.154821461s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.989845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:47.834516Z","time spent":"1.155316413s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:48.989968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379522933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:48.990016Z","caller":"traceutil/trace.go:171","msg":"trace[1111738525] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23698; }","duration":"1.379609045s","start":"2026-03-05T08:17:47.610394Z","end":"2026-03-05T08:17:48.990003Z","steps":["trace[1111738525] 'agreement among raft nodes before linearized reading' (duration: 1.379542494s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.990061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:47.610369Z","time spent":"1.379680256s","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:48.988945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:45.942937Z","time spent":"3.046002633s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-05T08:17:48.990243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04822161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-05T08:17:48.990745Z","caller":"traceutil/trace.go:171","msg":"trace[1978370901] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8; range_end:; response_count:1; response_revision:23698; }","duration":"2.048784843s","start":"2026-03-05T08:17:46.941928Z","end":"2026-03-05T08:17:48.990712Z","steps":["trace[1978370901] 'agreement among raft nodes before linearized reading' (duration: 2.048012695s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:48.990779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:46.941903Z","time spent":"2.048867284s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" "} {"level":"info","ts":"2026-03-05T08:17:51.098984Z","caller":"traceutil/trace.go:171","msg":"trace[1207985544] linearizableReadLoop","detail":"{readStateIndex:24554; appliedIndex:24553; }","duration":"152.872419ms","start":"2026-03-05T08:17:50.946085Z","end":"2026-03-05T08:17:51.098957Z","steps":["trace[1207985544] 'read index received' (duration: 152.687325ms)","trace[1207985544] 'applied index is now lower than readState.Index' (duration: 184.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:51.099117Z","caller":"traceutil/trace.go:171","msg":"trace[349966590] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"245.937751ms","start":"2026-03-05T08:17:50.853167Z","end":"2026-03-05T08:17:51.099105Z","steps":["trace[349966590] 'process raft request' (duration: 245.621204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.099456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.36315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T08:17:51.099519Z","caller":"traceutil/trace.go:171","msg":"trace[1991793520] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23710; }","duration":"153.471953ms","start":"2026-03-05T08:17:50.946031Z","end":"2026-03-05T08:17:51.099503Z","steps":["trace[1991793520] 'agreement among raft nodes before linearized reading' (duration: 153.312719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.599374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264115,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:17:51.732084Z","caller":"traceutil/trace.go:171","msg":"trace[1747345541] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"735.989301ms","start":"2026-03-05T08:17:50.996061Z","end":"2026-03-05T08:17:51.732051Z","steps":["trace[1747345541] 'process raft request' (duration: 689.977297ms)","trace[1747345541] 'compare' (duration: 45.8357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:51.732271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:50.996042Z","time spent":"736.120624ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:51.73239Z","caller":"traceutil/trace.go:171","msg":"trace[358271731] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"734.687009ms","start":"2026-03-05T08:17:50.99767Z","end":"2026-03-05T08:17:51.732357Z","steps":["trace[358271731] 'process raft request' (duration: 734.343991ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:51.732747Z","caller":"traceutil/trace.go:171","msg":"trace[1827917644] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"734.803513ms","start":"2026-03-05T08:17:50.997903Z","end":"2026-03-05T08:17:51.732706Z","steps":["trace[1827917644] 'process raft request' (duration: 734.364172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.732877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:50.997653Z","time spent":"734.828662ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:51.732963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:50.997887Z","time spent":"734.961366ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:51.733784Z","caller":"traceutil/trace.go:171","msg":"trace[1582030218] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"735.752816ms","start":"2026-03-05T08:17:50.998013Z","end":"2026-03-05T08:17:51.733766Z","steps":["trace[1582030218] 'process raft request' (duration: 734.587737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.7339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:50.998001Z","time spent":"735.836287ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:51.734025Z","caller":"traceutil/trace.go:171","msg":"trace[620513514] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"735.92611ms","start":"2026-03-05T08:17:50.998063Z","end":"2026-03-05T08:17:51.733989Z","steps":["trace[620513514] 'process raft request' (duration: 735.404307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.734184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:50.998043Z","time spent":"736.058363ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:51.734052Z","caller":"traceutil/trace.go:171","msg":"trace[1456496082] linearizableReadLoop","detail":"{readStateIndex:24561; appliedIndex:24554; }","duration":"634.961437ms","start":"2026-03-05T08:17:51.099075Z","end":"2026-03-05T08:17:51.734037Z","steps":["trace[1456496082] 'read index received' (duration: 586.888983ms)","trace[1456496082] 'applied index is now lower than readState.Index' (duration: 48.070754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:51.734244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.831424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:17:51.734298Z","caller":"traceutil/trace.go:171","msg":"trace[1568496018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23717; }","duration":"764.914495ms","start":"2026-03-05T08:17:50.969373Z","end":"2026-03-05T08:17:51.734288Z","steps":["trace[1568496018] 'agreement among raft nodes before linearized reading' (duration: 764.70894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.734324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.98643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T08:17:51.734326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.637452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T08:17:51.734368Z","caller":"traceutil/trace.go:171","msg":"trace[445872859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23717; }","duration":"738.054471ms","start":"2026-03-05T08:17:50.996303Z","end":"2026-03-05T08:17:51.734357Z","steps":["trace[445872859] 'agreement among raft nodes before linearized reading' (duration: 737.921367ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:51.734383Z","caller":"traceutil/trace.go:171","msg":"trace[1552358661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23717; }","duration":"720.715804ms","start":"2026-03-05T08:17:51.01365Z","end":"2026-03-05T08:17:51.734365Z","steps":["trace[1552358661] 'agreement among raft nodes before linearized reading' (duration: 720.517049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.734426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.553773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T08:17:51.734432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:51.013639Z","time spent":"720.783086ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:51.734459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.200873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-05T08:17:51.734443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.813913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:51.734489Z","caller":"traceutil/trace.go:171","msg":"trace[1208945117] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8; range_end:; response_count:1; response_revision:23717; }","duration":"730.267755ms","start":"2026-03-05T08:17:51.004213Z","end":"2026-03-05T08:17:51.73448Z","steps":["trace[1208945117] 'agreement among raft nodes before linearized reading' (duration: 730.195643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.734507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:51.004193Z","time spent":"730.309825ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" "} {"level":"info","ts":"2026-03-05T08:17:51.734515Z","caller":"traceutil/trace.go:171","msg":"trace[2143236719] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23717; }","duration":"604.929796ms","start":"2026-03-05T08:17:51.129567Z","end":"2026-03-05T08:17:51.734496Z","steps":["trace[2143236719] 'agreement among raft nodes before linearized reading' (duration: 604.748312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.734543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.830879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T08:17:51.734559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:51.129548Z","time spent":"605.000898ms","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:51.734562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.515614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-05T08:17:51.734581Z","caller":"traceutil/trace.go:171","msg":"trace[449712463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23717; }","duration":"738.914032ms","start":"2026-03-05T08:17:50.995659Z","end":"2026-03-05T08:17:51.734573Z","steps":["trace[449712463] 'agreement among raft nodes before linearized reading' (duration: 738.820649ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:51.734461Z","caller":"traceutil/trace.go:171","msg":"trace[238151037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23717; }","duration":"738.615954ms","start":"2026-03-05T08:17:50.995833Z","end":"2026-03-05T08:17:51.734449Z","steps":["trace[238151037] 'agreement among raft nodes before linearized reading' (duration: 738.518191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.734611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:50.995634Z","time spent":"738.969532ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:17:51.734332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:50.96936Z","time spent":"764.964296ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:51.734688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.367917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:51.734724Z","caller":"traceutil/trace.go:171","msg":"trace[1227807805] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23717; }","duration":"122.452329ms","start":"2026-03-05T08:17:51.612261Z","end":"2026-03-05T08:17:51.734713Z","steps":["trace[1227807805] 'agreement among raft nodes before linearized reading' (duration: 122.363077ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:51.734726Z","caller":"traceutil/trace.go:171","msg":"trace[869610642] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"736.580325ms","start":"2026-03-05T08:17:50.998135Z","end":"2026-03-05T08:17:51.734715Z","steps":["trace[869610642] 'process raft request' (duration: 735.767606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.734731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:50.995817Z","time spent":"738.84976ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:17:51.734783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:50.998107Z","time spent":"736.640727ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:51.734787Z","caller":"traceutil/trace.go:171","msg":"trace[1260641561] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"736.410231ms","start":"2026-03-05T08:17:50.998361Z","end":"2026-03-05T08:17:51.734771Z","steps":["trace[1260641561] 'process raft request' (duration: 735.612393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.734808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.445847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:17:51.734394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:50.996265Z","time spent":"738.124102ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T08:17:51.734847Z","caller":"traceutil/trace.go:171","msg":"trace[655528118] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23717; }","duration":"497.524059ms","start":"2026-03-05T08:17:51.237311Z","end":"2026-03-05T08:17:51.734835Z","steps":["trace[655528118] 'agreement among raft nodes before linearized reading' (duration: 497.443997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.734857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:50.998352Z","time spent":"736.467313ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:51.734889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:51.237291Z","time spent":"497.589281ms","remote":"127.0.0.1:48552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:51.734604Z","caller":"traceutil/trace.go:171","msg":"trace[1994784657] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23717; }","duration":"496.579146ms","start":"2026-03-05T08:17:51.238014Z","end":"2026-03-05T08:17:51.734593Z","steps":["trace[1994784657] 'agreement among raft nodes before linearized reading' (duration: 496.489174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.734958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:51.238002Z","time spent":"496.949375ms","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":204,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-05T08:17:51.735447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.946394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-05T08:17:51.735586Z","caller":"traceutil/trace.go:171","msg":"trace[2097981256] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23717; }","duration":"557.142369ms","start":"2026-03-05T08:17:51.17842Z","end":"2026-03-05T08:17:51.735562Z","steps":["trace[2097981256] 'agreement among raft nodes before linearized reading' (duration: 556.3554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:51.735676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:51.178399Z","time spent":"557.259222ms","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-05T08:17:52.244469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264118,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:17:52.490853Z","caller":"traceutil/trace.go:171","msg":"trace[2118189602] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"751.433012ms","start":"2026-03-05T08:17:51.739391Z","end":"2026-03-05T08:17:52.490824Z","steps":["trace[2118189602] 'process raft request' (duration: 750.029398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:52.490988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:51.739375Z","time spent":"751.542744ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:53.562667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.978414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:53.563166Z","caller":"traceutil/trace.go:171","msg":"trace[1686383228] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"1.819405899s","start":"2026-03-05T08:17:51.743728Z","end":"2026-03-05T08:17:53.563133Z","steps":["trace[1686383228] 'process raft request' (duration: 1.8190382s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:53.563309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:51.743722Z","time spent":"1.819504071s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:53.563552Z","caller":"traceutil/trace.go:171","msg":"trace[503830555] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"1.820063225s","start":"2026-03-05T08:17:51.743473Z","end":"2026-03-05T08:17:53.563536Z","steps":["trace[503830555] 'process raft request' (duration: 1.012126517s)","trace[503830555] 'compare' (duration: 806.474042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:53.563781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:51.743462Z","time spent":"1.820118086s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:53.564018Z","caller":"traceutil/trace.go:171","msg":"trace[151771399] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"1.817459743s","start":"2026-03-05T08:17:51.746487Z","end":"2026-03-05T08:17:53.563947Z","steps":["trace[151771399] 'process raft request' (duration: 1.816340785s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:53.564292Z","caller":"traceutil/trace.go:171","msg":"trace[1466531749] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"1.817675507s","start":"2026-03-05T08:17:51.746583Z","end":"2026-03-05T08:17:53.564259Z","steps":["trace[1466531749] 'process raft request' (duration: 1.816281974s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:53.564317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:51.746457Z","time spent":"1.817692977s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:53.564471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:51.746576Z","time spent":"1.817790811s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:53.620437Z","caller":"traceutil/trace.go:171","msg":"trace[1533384983] linearizableReadLoop","detail":"{readStateIndex:24567; appliedIndex:24561; }","duration":"1.876806377s","start":"2026-03-05T08:17:51.743605Z","end":"2026-03-05T08:17:53.620412Z","steps":["trace[1533384983] 'read index received' (duration: 745.831167ms)","trace[1533384983] 'applied index is now lower than readState.Index' (duration: 1.13097395s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:53.620561Z","caller":"traceutil/trace.go:171","msg":"trace[487788163] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"1.238586861s","start":"2026-03-05T08:17:52.381943Z","end":"2026-03-05T08:17:53.62053Z","steps":["trace[487788163] 'process raft request' (duration: 1.237626499s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:53.620708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686303195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:17:53.620723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:52.381915Z","time spent":"1.238708065s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:53.620767Z","caller":"traceutil/trace.go:171","msg":"trace[334573822] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23723; }","duration":"1.686409438s","start":"2026-03-05T08:17:51.93434Z","end":"2026-03-05T08:17:53.62075Z","steps":["trace[334573822] 'agreement among raft nodes before linearized reading' (duration: 1.686228803s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:53.62075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877118724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b4b5f217-73ee-4c93-8835-8cfe155549a3\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-05T08:17:53.620814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:51.934311Z","time spent":"1.6864904s","remote":"127.0.0.1:48608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:53.620835Z","caller":"traceutil/trace.go:171","msg":"trace[549579717] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b4b5f217-73ee-4c93-8835-8cfe155549a3; range_end:; response_count:1; response_revision:23723; }","duration":"1.877236146s","start":"2026-03-05T08:17:51.743578Z","end":"2026-03-05T08:17:53.620814Z","steps":["trace[549579717] 'agreement among raft nodes before linearized reading' (duration: 1.876954179s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:53.620883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:51.743571Z","time spent":"1.877300797s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b4b5f217-73ee-4c93-8835-8cfe155549a3\" "} {"level":"warn","ts":"2026-03-05T08:17:53.620963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.475071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:53.621009Z","caller":"traceutil/trace.go:171","msg":"trace[195702336] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23723; }","duration":"633.549533ms","start":"2026-03-05T08:17:52.987449Z","end":"2026-03-05T08:17:53.620998Z","steps":["trace[195702336] 'agreement among raft nodes before linearized reading' (duration: 633.39501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:53.621048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:52.987433Z","time spent":"633.604714ms","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:53.621085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31103604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:53.621134Z","caller":"traceutil/trace.go:171","msg":"trace[965650630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23723; }","duration":"1.311120762s","start":"2026-03-05T08:17:52.31Z","end":"2026-03-05T08:17:53.621121Z","steps":["trace[965650630] 'agreement among raft nodes before linearized reading' (duration: 1.311044311s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:53.621174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:52.30998Z","time spent":"1.311185163s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:53.621215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.116518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-05T08:17:53.621315Z","caller":"traceutil/trace.go:171","msg":"trace[1247452312] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8; range_end:; response_count:1; response_revision:23723; }","duration":"882.266181ms","start":"2026-03-05T08:17:52.739028Z","end":"2026-03-05T08:17:53.621295Z","steps":["trace[1247452312] 'agreement among raft nodes before linearized reading' (duration: 881.936564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:53.621363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:52.739006Z","time spent":"882.348504ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" "} {"level":"warn","ts":"2026-03-05T08:17:54.534516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:55.035023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:17:55.07513Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.336213974s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:17:55.075659Z","caller":"traceutil/trace.go:171","msg":"trace[2020432201] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"1.33685422s","start":"2026-03-05T08:17:53.738778Z","end":"2026-03-05T08:17:55.075632Z","steps":["trace[2020432201] 'process raft request' (duration: 1.336690325s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:55.075807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:53.738749Z","time spent":"1.336969673s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:57.309452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000046404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:17:57.309546Z","caller":"traceutil/trace.go:171","msg":"trace[1887581013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196397s","start":"2026-03-05T08:17:55.309325Z","end":"2026-03-05T08:17:57.309521Z","steps":["trace[1887581013] 'agreement among raft nodes before linearized reading' (duration: 2.000081605s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:57.309607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:55.309303Z","time spent":"2.000290899s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:17:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:17:57.580906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.505548054s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:17:57.581337Z","caller":"traceutil/trace.go:171","msg":"trace[1183563464] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"3.841602623s","start":"2026-03-05T08:17:53.739714Z","end":"2026-03-05T08:17:57.581316Z","steps":["trace[1183563464] 'process raft request' (duration: 3.841530881s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:57.581441Z","caller":"traceutil/trace.go:171","msg":"trace[1108727675] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"3.842626828s","start":"2026-03-05T08:17:53.738783Z","end":"2026-03-05T08:17:57.581409Z","steps":["trace[1108727675] 'process raft request' (duration: 3.84228773s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:57.581484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:53.739703Z","time spent":"3.841701786s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:57.58159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:53.73875Z","time spent":"3.842748991s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:57.58173Z","caller":"traceutil/trace.go:171","msg":"trace[1158638394] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"3.841594014s","start":"2026-03-05T08:17:53.74012Z","end":"2026-03-05T08:17:57.581714Z","steps":["trace[1158638394] 'process raft request' (duration: 3.841164513s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:57.581819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:53.740096Z","time spent":"3.841671795s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:57.581811Z","caller":"traceutil/trace.go:171","msg":"trace[1584100282] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"3.839934784s","start":"2026-03-05T08:17:53.741852Z","end":"2026-03-05T08:17:57.581787Z","steps":["trace[1584100282] 'process raft request' (duration: 3.839860493s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:57.581929Z","caller":"traceutil/trace.go:171","msg":"trace[267234605] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"3.84019384s","start":"2026-03-05T08:17:53.74172Z","end":"2026-03-05T08:17:57.581914Z","steps":["trace[267234605] 'process raft request' (duration: 3.839877713s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:57.581948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:53.741825Z","time spent":"3.840048526s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:57.581991Z","caller":"traceutil/trace.go:171","msg":"trace[1503385487] linearizableReadLoop","detail":"{readStateIndex:24576; appliedIndex:24568; }","duration":"3.547502337s","start":"2026-03-05T08:17:54.034476Z","end":"2026-03-05T08:17:57.581979Z","steps":["trace[1503385487] 'read index received' (duration: 1.04096951s)","trace[1503385487] 'applied index is now lower than readState.Index' (duration: 2.506531957s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:57.581998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:53.741703Z","time spent":"3.840254441s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:57.582064Z","caller":"traceutil/trace.go:171","msg":"trace[1527228681] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"3.840023967s","start":"2026-03-05T08:17:53.742031Z","end":"2026-03-05T08:17:57.582055Z","steps":["trace[1527228681] 'process raft request' (duration: 3.839719209s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:57.582124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:53.742003Z","time spent":"3.840086167s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:17:57.582119Z","caller":"traceutil/trace.go:171","msg":"trace[638697248] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"3.612022705s","start":"2026-03-05T08:17:53.970078Z","end":"2026-03-05T08:17:57.5821Z","steps":["trace[638697248] 'process raft request' (duration: 3.61181913s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:57.582228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.547750192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:17:57.582274Z","caller":"traceutil/trace.go:171","msg":"trace[844835972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23731; }","duration":"3.547821704s","start":"2026-03-05T08:17:54.034439Z","end":"2026-03-05T08:17:57.58226Z","steps":["trace[844835972] 'agreement among raft nodes before linearized reading' (duration: 3.54767946s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:57.58231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:54.034426Z","time spent":"3.547874875s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:17:57.583941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:53.970047Z","time spent":"3.612109987s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:58.058199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.383416ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:58.058348Z","caller":"traceutil/trace.go:171","msg":"trace[641253006] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23731; }","duration":"412.543689ms","start":"2026-03-05T08:17:57.645782Z","end":"2026-03-05T08:17:58.058326Z","steps":["trace[641253006] 'range keys from in-memory index tree' (duration: 412.366825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.058523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.687373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:58.058575Z","caller":"traceutil/trace.go:171","msg":"trace[1321906863] linearizableReadLoop","detail":"{readStateIndex:24577; appliedIndex:24576; }","duration":"476.540395ms","start":"2026-03-05T08:17:57.582026Z","end":"2026-03-05T08:17:58.058567Z","steps":["trace[1321906863] 'read index received' (duration: 93.637478ms)","trace[1321906863] 'applied index is now lower than readState.Index' (duration: 382.901937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:58.058676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445538763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:58.058704Z","caller":"traceutil/trace.go:171","msg":"trace[1131823027] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23732; }","duration":"2.445603705s","start":"2026-03-05T08:17:55.613091Z","end":"2026-03-05T08:17:58.058694Z","steps":["trace[1131823027] 'agreement among raft nodes before linearized reading' (duration: 2.445532373s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.058688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037637238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:17:58.058699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150866351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:58.058728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:55.613078Z","time spent":"2.445643357s","remote":"127.0.0.1:39088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:58.058742Z","caller":"traceutil/trace.go:171","msg":"trace[590501270] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23732; }","duration":"1.037721761s","start":"2026-03-05T08:17:57.021005Z","end":"2026-03-05T08:17:58.058726Z","steps":["trace[590501270] 'agreement among raft nodes before linearized reading' (duration: 1.037614998s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.05876Z","caller":"traceutil/trace.go:171","msg":"trace[813594809] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23732; }","duration":"2.150977144s","start":"2026-03-05T08:17:55.907764Z","end":"2026-03-05T08:17:58.058742Z","steps":["trace[813594809] 'agreement among raft nodes before linearized reading' (duration: 2.150823431s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.058797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:57.02099Z","time spent":"1.037792462s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:58.058862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071296237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:58.05888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490219565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T08:17:58.05893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561946912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:17:58.058952Z","caller":"traceutil/trace.go:171","msg":"trace[1674478026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23732; }","duration":"3.562008954s","start":"2026-03-05T08:17:54.496937Z","end":"2026-03-05T08:17:58.058946Z","steps":["trace[1674478026] 'agreement among raft nodes before linearized reading' (duration: 3.561923232s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.058968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:54.496914Z","time spent":"3.562050165s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T08:17:58.058956Z","caller":"traceutil/trace.go:171","msg":"trace[1717726222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23732; }","duration":"2.490299038s","start":"2026-03-05T08:17:55.568634Z","end":"2026-03-05T08:17:58.058933Z","steps":["trace[1717726222] 'agreement among raft nodes before linearized reading' (duration: 2.490078232s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.058997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:55.568562Z","time spent":"2.490426611s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:58.058962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.487016365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:17:58.059042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240894396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-05T08:17:58.059054Z","caller":"traceutil/trace.go:171","msg":"trace[760598736] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"977.820384ms","start":"2026-03-05T08:17:57.081219Z","end":"2026-03-05T08:17:58.05904Z","steps":["trace[760598736] 'process raft request' (duration: 594.576819ms)","trace[760598736] 'compare' (duration: 382.266242ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:58.059085Z","caller":"traceutil/trace.go:171","msg":"trace[838782015] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:23732; }","duration":"1.240962549s","start":"2026-03-05T08:17:56.818111Z","end":"2026-03-05T08:17:58.059073Z","steps":["trace[838782015] 'agreement among raft nodes before linearized reading' (duration: 1.240815165s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.05909Z","caller":"traceutil/trace.go:171","msg":"trace[7836106] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23732; }","duration":"3.487161738s","start":"2026-03-05T08:17:54.57188Z","end":"2026-03-05T08:17:58.059042Z","steps":["trace[7836106] 'agreement among raft nodes before linearized reading' (duration: 3.486751279s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.059121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:56.818096Z","time spent":"1.24101593s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-05T08:17:58.059139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:57.081195Z","time spent":"977.892696ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:58.059158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490195036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T08:17:58.059174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.585937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:58.05914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:54.571862Z","time spent":"3.487264431s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:58.059188Z","caller":"traceutil/trace.go:171","msg":"trace[2838241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23732; }","duration":"2.490242106s","start":"2026-03-05T08:17:55.568936Z","end":"2026-03-05T08:17:58.059179Z","steps":["trace[2838241] 'agreement among raft nodes before linearized reading' (duration: 2.490154874s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.059208Z","caller":"traceutil/trace.go:171","msg":"trace[1604054439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23732; }","duration":"749.647579ms","start":"2026-03-05T08:17:57.309548Z","end":"2026-03-05T08:17:58.059195Z","steps":["trace[1604054439] 'agreement among raft nodes before linearized reading' (duration: 749.585557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.059217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:55.568929Z","time spent":"2.490282347s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:17:58.059233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:57.309533Z","time spent":"749.694451ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:58.059235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821930563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-05T08:17:58.059302Z","caller":"traceutil/trace.go:171","msg":"trace[158840582] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23732; }","duration":"3.821986954s","start":"2026-03-05T08:17:54.237271Z","end":"2026-03-05T08:17:58.059258Z","steps":["trace[158840582] 'agreement among raft nodes before linearized reading' (duration: 3.821908362s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.059331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:54.237257Z","time spent":"3.822066676s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-05T08:17:58.058806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:55.907746Z","time spent":"2.151045596s","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:58.059447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397220738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-05T08:17:58.059475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94991477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T08:17:58.059493Z","caller":"traceutil/trace.go:171","msg":"trace[160796935] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23732; }","duration":"1.397320641s","start":"2026-03-05T08:17:56.662159Z","end":"2026-03-05T08:17:58.05948Z","steps":["trace[160796935] 'agreement among raft nodes before linearized reading' (duration: 1.397191838s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.05951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900435706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-05T08:17:58.059513Z","caller":"traceutil/trace.go:171","msg":"trace[1792209428] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23732; }","duration":"1.949996832s","start":"2026-03-05T08:17:56.109505Z","end":"2026-03-05T08:17:58.059502Z","steps":["trace[1792209428] 'agreement among raft nodes before linearized reading' (duration: 1.94988807s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.05953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433092462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-05T08:17:58.059537Z","caller":"traceutil/trace.go:171","msg":"trace[1308315120] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8; range_end:; response_count:1; response_revision:23732; }","duration":"3.900508338s","start":"2026-03-05T08:17:54.15902Z","end":"2026-03-05T08:17:58.059529Z","steps":["trace[1308315120] 'agreement among raft nodes before linearized reading' (duration: 3.900433166s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.059535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:56.662134Z","time spent":"1.397386372s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-05T08:17:58.059556Z","caller":"traceutil/trace.go:171","msg":"trace[798225345] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8; range_end:; response_count:1; response_revision:23732; }","duration":"3.433116442s","start":"2026-03-05T08:17:54.62643Z","end":"2026-03-05T08:17:58.059547Z","steps":["trace[798225345] 'agreement among raft nodes before linearized reading' (duration: 3.433047151s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.05957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490927833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T08:17:58.059578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:54.626334Z","time spent":"3.433237736s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" "} {"level":"info","ts":"2026-03-05T08:17:58.059591Z","caller":"traceutil/trace.go:171","msg":"trace[1393201621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23732; }","duration":"2.491001475s","start":"2026-03-05T08:17:55.568583Z","end":"2026-03-05T08:17:58.059584Z","steps":["trace[1393201621] 'agreement among raft nodes before linearized reading' (duration: 2.490939744s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.059589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638788255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:58.059155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.735104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-05T08:17:58.059617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988407057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-05T08:17:58.059627Z","caller":"traceutil/trace.go:171","msg":"trace[393331917] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23732; }","duration":"1.638829406s","start":"2026-03-05T08:17:56.42079Z","end":"2026-03-05T08:17:58.059619Z","steps":["trace[393331917] 'agreement among raft nodes before linearized reading' (duration: 1.638769004s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.059637Z","caller":"traceutil/trace.go:171","msg":"trace[2094714627] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3; range_end:; response_count:1; response_revision:23732; }","duration":"3.988466488s","start":"2026-03-05T08:17:54.071165Z","end":"2026-03-05T08:17:58.059632Z","steps":["trace[2094714627] 'agreement among raft nodes before linearized reading' (duration: 3.988404007s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.059637Z","caller":"traceutil/trace.go:171","msg":"trace[295149851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23732; }","duration":"473.237726ms","start":"2026-03-05T08:17:57.586388Z","end":"2026-03-05T08:17:58.059626Z","steps":["trace[295149851] 'agreement among raft nodes before linearized reading' (duration: 472.680263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.059661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:56.420733Z","time spent":"1.638914888s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:58.059665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:54.07114Z","time spent":"3.9885136s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" "} {"level":"warn","ts":"2026-03-05T08:17:58.059675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:57.586376Z","time spent":"473.287977ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:17:58.059543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:56.109476Z","time spent":"1.950059114s","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T08:17:58.059712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49120132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T08:17:58.059557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:54.158988Z","time spent":"3.900564469s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" "} {"level":"info","ts":"2026-03-05T08:17:58.059741Z","caller":"traceutil/trace.go:171","msg":"trace[2020754459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23732; }","duration":"2.491258132s","start":"2026-03-05T08:17:55.568476Z","end":"2026-03-05T08:17:58.059734Z","steps":["trace[2020754459] 'agreement among raft nodes before linearized reading' (duration: 2.49118882s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.059761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:55.568461Z","time spent":"2.491294682s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T08:17:58.0589Z","caller":"traceutil/trace.go:171","msg":"trace[1470405824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23732; }","duration":"1.071380659s","start":"2026-03-05T08:17:56.987509Z","end":"2026-03-05T08:17:58.058889Z","steps":["trace[1470405824] 'agreement among raft nodes before linearized reading' (duration: 1.071321957s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.059805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:56.987481Z","time spent":"1.072315222s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:17:58.059424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.972084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-05T08:17:58.059849Z","caller":"traceutil/trace.go:171","msg":"trace[2134339703] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23732; }","duration":"479.395534ms","start":"2026-03-05T08:17:57.580443Z","end":"2026-03-05T08:17:58.059839Z","steps":["trace[2134339703] 'agreement among raft nodes before linearized reading' (duration: 478.920583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.059876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:57.580387Z","time spent":"479.481456ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T08:17:58.059845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.206103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:58.059621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:55.56855Z","time spent":"2.491065097s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:17:58.05988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.547127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:58.059991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.116452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:58.059935Z","caller":"traceutil/trace.go:171","msg":"trace[819713213] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23732; }","duration":"167.339546ms","start":"2026-03-05T08:17:57.892584Z","end":"2026-03-05T08:17:58.059923Z","steps":["trace[819713213] 'agreement among raft nodes before linearized reading' (duration: 167.222393ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.06002Z","caller":"traceutil/trace.go:171","msg":"trace[323732239] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23732; }","duration":"285.148213ms","start":"2026-03-05T08:17:57.774864Z","end":"2026-03-05T08:17:58.060013Z","steps":["trace[323732239] 'agreement among raft nodes before linearized reading' (duration: 285.102392ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.060024Z","caller":"traceutil/trace.go:171","msg":"trace[170443127] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23732; }","duration":"401.742371ms","start":"2026-03-05T08:17:57.658269Z","end":"2026-03-05T08:17:58.060011Z","steps":["trace[170443127] 'agreement among raft nodes before linearized reading' (duration: 401.580097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.060059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:57.658238Z","time spent":"401.808203ms","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:17:58.060165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.486475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:58.060222Z","caller":"traceutil/trace.go:171","msg":"trace[1226377214] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23732; }","duration":"306.592758ms","start":"2026-03-05T08:17:57.753614Z","end":"2026-03-05T08:17:58.060207Z","steps":["trace[1226377214] 'agreement among raft nodes before linearized reading' (duration: 306.405433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.060257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:57.753592Z","time spent":"306.654959ms","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:17:58.243327Z","caller":"traceutil/trace.go:171","msg":"trace[142000755] linearizableReadLoop","detail":"{readStateIndex:24579; appliedIndex:24577; }","duration":"179.144449ms","start":"2026-03-05T08:17:58.064168Z","end":"2026-03-05T08:17:58.243312Z","steps":["trace[142000755] 'read index received' (duration: 31.2495ms)","trace[142000755] 'applied index is now lower than readState.Index' (duration: 147.894369ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:58.243398Z","caller":"traceutil/trace.go:171","msg":"trace[534848523] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"177.707974ms","start":"2026-03-05T08:17:58.065683Z","end":"2026-03-05T08:17:58.243391Z","steps":["trace[534848523] 'process raft request' (duration: 177.591211ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.243377Z","caller":"traceutil/trace.go:171","msg":"trace[1402610589] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"178.248527ms","start":"2026-03-05T08:17:58.065096Z","end":"2026-03-05T08:17:58.243344Z","steps":["trace[1402610589] 'process raft request' (duration: 178.153095ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.243371Z","caller":"traceutil/trace.go:171","msg":"trace[1958916984] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"178.853332ms","start":"2026-03-05T08:17:58.06448Z","end":"2026-03-05T08:17:58.243334Z","steps":["trace[1958916984] 'process raft request' (duration: 178.695688ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.243405Z","caller":"traceutil/trace.go:171","msg":"trace[1953727160] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"179.61927ms","start":"2026-03-05T08:17:58.063758Z","end":"2026-03-05T08:17:58.243378Z","steps":["trace[1953727160] 'process raft request' (duration: 108.477963ms)","trace[1953727160] 'compare' (duration: 70.653765ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:58.243516Z","caller":"traceutil/trace.go:171","msg":"trace[1999567244] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"178.991355ms","start":"2026-03-05T08:17:58.06452Z","end":"2026-03-05T08:17:58.243511Z","steps":["trace[1999567244] 'process raft request' (duration: 178.678498ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.243567Z","caller":"traceutil/trace.go:171","msg":"trace[743617371] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"177.831087ms","start":"2026-03-05T08:17:58.06573Z","end":"2026-03-05T08:17:58.243562Z","steps":["trace[743617371] 'process raft request' (duration: 177.560671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.243678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.499537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-35f36912-b000-45be-9a78-c5388add9c6b\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-05T08:17:58.243676Z","caller":"traceutil/trace.go:171","msg":"trace[1081731002] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"179.325714ms","start":"2026-03-05T08:17:58.064341Z","end":"2026-03-05T08:17:58.243667Z","steps":["trace[1081731002] 'process raft request' (duration: 178.770931ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.243701Z","caller":"traceutil/trace.go:171","msg":"trace[92165060] range","detail":"{range_begin:/registry/persistentvolumes/pvc-35f36912-b000-45be-9a78-c5388add9c6b; range_end:; response_count:1; response_revision:23740; }","duration":"179.558288ms","start":"2026-03-05T08:17:58.064136Z","end":"2026-03-05T08:17:58.243694Z","steps":["trace[92165060] 'agreement among raft nodes before linearized reading' (duration: 179.471856ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.243711Z","caller":"traceutil/trace.go:171","msg":"trace[1051624640] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"179.18393ms","start":"2026-03-05T08:17:58.064521Z","end":"2026-03-05T08:17:58.243705Z","steps":["trace[1051624640] 'process raft request' (duration: 178.700168ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.271226Z","caller":"traceutil/trace.go:171","msg":"trace[2108865107] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"174.507797ms","start":"2026-03-05T08:17:58.096667Z","end":"2026-03-05T08:17:58.271175Z","steps":["trace[2108865107] 'process raft request' (duration: 174.346633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.271319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.9789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:17:58.271356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.067349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-05T08:17:58.271356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.400937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:58.271394Z","caller":"traceutil/trace.go:171","msg":"trace[607665976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23741; }","duration":"203.083662ms","start":"2026-03-05T08:17:58.068288Z","end":"2026-03-05T08:17:58.271371Z","steps":["trace[607665976] 'agreement among raft nodes before linearized reading' (duration: 202.890298ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.27142Z","caller":"traceutil/trace.go:171","msg":"trace[553722131] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23741; }","duration":"207.200172ms","start":"2026-03-05T08:17:58.064204Z","end":"2026-03-05T08:17:58.271404Z","steps":["trace[553722131] 'agreement among raft nodes before linearized reading' (duration: 206.990677ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.27144Z","caller":"traceutil/trace.go:171","msg":"trace[1420030320] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23741; }","duration":"142.544991ms","start":"2026-03-05T08:17:58.128877Z","end":"2026-03-05T08:17:58.271422Z","steps":["trace[1420030320] 'agreement among raft nodes before linearized reading' (duration: 142.348966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.596822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.767541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:17:58.596972Z","caller":"traceutil/trace.go:171","msg":"trace[764655710] linearizableReadLoop","detail":"{readStateIndex:24588; appliedIndex:24587; }","duration":"322.667684ms","start":"2026-03-05T08:17:58.274283Z","end":"2026-03-05T08:17:58.596951Z","steps":["trace[764655710] 'read index received' (duration: 80.694427ms)","trace[764655710] 'applied index is now lower than readState.Index' (duration: 241.971197ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:58.597079Z","caller":"traceutil/trace.go:171","msg":"trace[20049695] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"323.720009ms","start":"2026-03-05T08:17:58.273347Z","end":"2026-03-05T08:17:58.597067Z","steps":["trace[20049695] 'process raft request' (duration: 81.593898ms)","trace[20049695] 'compare' (duration: 241.465704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:58.597158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:58.273334Z","time spent":"323.78276ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:17:58.597338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.783736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-05T08:17:58.597365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.69576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:58.597419Z","caller":"traceutil/trace.go:171","msg":"trace[1140011551] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23742; }","duration":"322.880289ms","start":"2026-03-05T08:17:58.274518Z","end":"2026-03-05T08:17:58.597398Z","steps":["trace[1140011551] 'agreement among raft nodes before linearized reading' (duration: 322.592772ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.597434Z","caller":"traceutil/trace.go:171","msg":"trace[525461218] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23742; }","duration":"261.801973ms","start":"2026-03-05T08:17:58.335614Z","end":"2026-03-05T08:17:58.597416Z","steps":["trace[525461218] 'agreement among raft nodes before linearized reading' (duration: 261.67981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.597468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:58.274452Z","time spent":"323.006952ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T08:17:58.598302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.363156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" ","response":"range_response_count:1 size:2246"} {"level":"info","ts":"2026-03-05T08:17:58.598425Z","caller":"traceutil/trace.go:171","msg":"trace[928708540] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8; range_end:; response_count:1; response_revision:23742; }","duration":"243.211616ms","start":"2026-03-05T08:17:58.355164Z","end":"2026-03-05T08:17:58.598376Z","steps":["trace[928708540] 'agreement among raft nodes before linearized reading' (duration: 242.11657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.598777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.461206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab853942-ad26-4679-a437-4509ea5acb50\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-05T08:17:58.598953Z","caller":"traceutil/trace.go:171","msg":"trace[982747386] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab853942-ad26-4679-a437-4509ea5acb50; range_end:; response_count:1; response_revision:23742; }","duration":"324.657531ms","start":"2026-03-05T08:17:58.274266Z","end":"2026-03-05T08:17:58.598923Z","steps":["trace[982747386] 'agreement among raft nodes before linearized reading' (duration: 323.048433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.599127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:58.274259Z","time spent":"324.847285ms","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ab853942-ad26-4679-a437-4509ea5acb50\" "} {"level":"info","ts":"2026-03-05T08:17:58.903048Z","caller":"traceutil/trace.go:171","msg":"trace[967511432] linearizableReadLoop","detail":"{readStateIndex:24589; appliedIndex:24588; }","duration":"294.951518ms","start":"2026-03-05T08:17:58.608039Z","end":"2026-03-05T08:17:58.902991Z","steps":["trace[967511432] 'read index received' (duration: 247.178912ms)","trace[967511432] 'applied index is now lower than readState.Index' (duration: 47.771686ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:17:58.903117Z","caller":"traceutil/trace.go:171","msg":"trace[390816226] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23743; }","duration":"297.642072ms","start":"2026-03-05T08:17:58.605439Z","end":"2026-03-05T08:17:58.903081Z","steps":["trace[390816226] 'process raft request' (duration: 249.813964ms)","trace[390816226] 'compare' (duration: 47.242614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:17:58.903226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.166923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:58.903281Z","caller":"traceutil/trace.go:171","msg":"trace[1568827910] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23743; }","duration":"295.240315ms","start":"2026-03-05T08:17:58.608016Z","end":"2026-03-05T08:17:58.903256Z","steps":["trace[1568827910] 'agreement among raft nodes before linearized reading' (duration: 295.129472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:58.903345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.324522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"warn","ts":"2026-03-05T08:17:58.903339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.36363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:58.903399Z","caller":"traceutil/trace.go:171","msg":"trace[539490822] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23743; }","duration":"186.411744ms","start":"2026-03-05T08:17:58.716977Z","end":"2026-03-05T08:17:58.903389Z","steps":["trace[539490822] 'agreement among raft nodes before linearized reading' (duration: 186.217259ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:58.903431Z","caller":"traceutil/trace.go:171","msg":"trace[959851378] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23743; }","duration":"163.489772ms","start":"2026-03-05T08:17:58.739917Z","end":"2026-03-05T08:17:58.903407Z","steps":["trace[959851378] 'agreement among raft nodes before linearized reading' (duration: 163.301798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:59.159818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.310723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:17:59.159924Z","caller":"traceutil/trace.go:171","msg":"trace[4554533] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23743; }","duration":"139.484717ms","start":"2026-03-05T08:17:59.020413Z","end":"2026-03-05T08:17:59.159898Z","steps":["trace[4554533] 'count revisions from in-memory index tree' (duration: 139.076067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:59.159976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.794963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:59.160046Z","caller":"traceutil/trace.go:171","msg":"trace[700029782] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23743; }","duration":"131.881316ms","start":"2026-03-05T08:17:59.028148Z","end":"2026-03-05T08:17:59.160029Z","steps":["trace[700029782] 'range keys from in-memory index tree' (duration: 131.522686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:59.437226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.313574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:17:59.437328Z","caller":"traceutil/trace.go:171","msg":"trace[227036367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23744; }","duration":"127.474268ms","start":"2026-03-05T08:17:59.309827Z","end":"2026-03-05T08:17:59.437302Z","steps":["trace[227036367] 'range keys from in-memory index tree' (duration: 127.183762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:59.437337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.355465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-05T08:17:59.437404Z","caller":"traceutil/trace.go:171","msg":"trace[531544947] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14714f75-26ef-4c7f-a5e3-594802a7d7f8; range_end:; response_count:1; response_revision:23744; }","duration":"177.478019ms","start":"2026-03-05T08:17:59.259906Z","end":"2026-03-05T08:17:59.437384Z","steps":["trace[531544947] 'range keys from in-memory index tree' (duration: 177.162591ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:59.465429Z","caller":"traceutil/trace.go:171","msg":"trace[1145913166] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"106.567158ms","start":"2026-03-05T08:17:59.358845Z","end":"2026-03-05T08:17:59.465412Z","steps":["trace[1145913166] 'process raft request' (duration: 106.337181ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:17:59.745928Z","caller":"traceutil/trace.go:171","msg":"trace[1963655473] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"300.976993ms","start":"2026-03-05T08:17:59.444927Z","end":"2026-03-05T08:17:59.745904Z","steps":["trace[1963655473] 'process raft request' (duration: 300.812429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:17:59.746103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:59.444906Z","time spent":"301.095156ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3933,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:00.03514Z","caller":"traceutil/trace.go:171","msg":"trace[1592622550] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"446.71405ms","start":"2026-03-05T08:17:59.588402Z","end":"2026-03-05T08:18:00.035116Z","steps":["trace[1592622550] 'process raft request' (duration: 446.612248ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:00.035376Z","caller":"traceutil/trace.go:171","msg":"trace[332174564] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"447.107459ms","start":"2026-03-05T08:17:59.588225Z","end":"2026-03-05T08:18:00.035333Z","steps":["trace[332174564] 'process raft request' (duration: 352.838277ms)","trace[332174564] 'compare' (duration: 93.424512ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:00.035441Z","caller":"traceutil/trace.go:171","msg":"trace[869040901] linearizableReadLoop","detail":"{readStateIndex:24598; appliedIndex:24591; }","duration":"348.255206ms","start":"2026-03-05T08:17:59.687156Z","end":"2026-03-05T08:18:00.035411Z","steps":["trace[869040901] 'read index received' (duration: 58.656977ms)","trace[869040901] 'applied index is now lower than readState.Index' (duration: 289.596929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:00.035612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:59.588186Z","time spent":"447.322965ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:00.035662Z","caller":"traceutil/trace.go:171","msg":"trace[1056856645] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"447.048688ms","start":"2026-03-05T08:17:59.588568Z","end":"2026-03-05T08:18:00.035616Z","steps":["trace[1056856645] 'process raft request' (duration: 446.739041ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:00.035669Z","caller":"traceutil/trace.go:171","msg":"trace[906234566] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"447.09701ms","start":"2026-03-05T08:17:59.588542Z","end":"2026-03-05T08:18:00.035639Z","steps":["trace[906234566] 'process raft request' (duration: 446.641529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:00.035732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.550044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:00.035751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.571621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:00.035808Z","caller":"traceutil/trace.go:171","msg":"trace[149467499] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23752; }","duration":"252.653623ms","start":"2026-03-05T08:17:59.783138Z","end":"2026-03-05T08:18:00.035792Z","steps":["trace[149467499] 'agreement among raft nodes before linearized reading' (duration: 252.541181ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:00.035803Z","caller":"traceutil/trace.go:171","msg":"trace[1768584417] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23752; }","duration":"348.678837ms","start":"2026-03-05T08:17:59.687105Z","end":"2026-03-05T08:18:00.035784Z","steps":["trace[1768584417] 'agreement among raft nodes before linearized reading' (duration: 348.528604ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:00.035825Z","caller":"traceutil/trace.go:171","msg":"trace[927252446] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"446.72641ms","start":"2026-03-05T08:17:59.58905Z","end":"2026-03-05T08:18:00.035776Z","steps":["trace[927252446] 'process raft request' (duration: 446.31162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:00.035728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.343926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:00.035869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:59.687089Z","time spent":"348.763149ms","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:00.035907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:59.588536Z","time spent":"447.249413ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:00.035974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:59.589038Z","time spent":"446.877163ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:00.035918Z","caller":"traceutil/trace.go:171","msg":"trace[1191989347] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23752; }","duration":"262.572362ms","start":"2026-03-05T08:17:59.773321Z","end":"2026-03-05T08:18:00.035893Z","steps":["trace[1191989347] 'agreement among raft nodes before linearized reading' (duration: 262.314916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:00.035386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:59.588376Z","time spent":"446.835944ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:00.035863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:59.588555Z","time spent":"447.206922ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:00.035681Z","caller":"traceutil/trace.go:171","msg":"trace[61295616] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"447.162041ms","start":"2026-03-05T08:17:59.588498Z","end":"2026-03-05T08:18:00.03566Z","steps":["trace[61295616] 'process raft request' (duration: 446.572727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:00.03637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:17:59.588493Z","time spent":"447.790556ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:00.260625Z","caller":"traceutil/trace.go:171","msg":"trace[1990052569] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"194.410295ms","start":"2026-03-05T08:18:00.066107Z","end":"2026-03-05T08:18:00.260517Z","steps":["trace[1990052569] 'process raft request' (duration: 114.094688ms)","trace[1990052569] 'compare' (duration: 80.03967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:00.712986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.914375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:00.713235Z","caller":"traceutil/trace.go:171","msg":"trace[583257197] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"447.681332ms","start":"2026-03-05T08:18:00.26552Z","end":"2026-03-05T08:18:00.713201Z","steps":["trace[583257197] 'process raft request' (duration: 130.44968ms)","trace[583257197] 'compare' (duration: 316.772532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:00.71338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:00.265507Z","time spent":"447.796466ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:00.713384Z","caller":"traceutil/trace.go:171","msg":"trace[827805965] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"447.365896ms","start":"2026-03-05T08:18:00.265974Z","end":"2026-03-05T08:18:00.71334Z","steps":["trace[827805965] 'process raft request' (duration: 447.12958ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:00.713385Z","caller":"traceutil/trace.go:171","msg":"trace[615586546] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"447.357415ms","start":"2026-03-05T08:18:00.266008Z","end":"2026-03-05T08:18:00.713365Z","steps":["trace[615586546] 'process raft request' (duration: 447.243803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:00.713543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:00.265946Z","time spent":"447.504498ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:00.71359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:00.26599Z","time spent":"447.482398ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:00.713679Z","caller":"traceutil/trace.go:171","msg":"trace[645753752] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"447.15971ms","start":"2026-03-05T08:18:00.266492Z","end":"2026-03-05T08:18:00.713652Z","steps":["trace[645753752] 'process raft request' (duration: 446.808992ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:00.713789Z","caller":"traceutil/trace.go:171","msg":"trace[1840282854] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"446.76768ms","start":"2026-03-05T08:18:00.267002Z","end":"2026-03-05T08:18:00.71377Z","steps":["trace[1840282854] 'process raft request' (duration: 446.541434ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:00.713831Z","caller":"traceutil/trace.go:171","msg":"trace[1458150763] linearizableReadLoop","detail":"{readStateIndex:24605; appliedIndex:24599; }","duration":"191.250469ms","start":"2026-03-05T08:18:00.522552Z","end":"2026-03-05T08:18:00.713802Z","steps":["trace[1458150763] 'read index received' (duration: 174.895136ms)","trace[1458150763] 'applied index is now lower than readState.Index' (duration: 16.354473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:00.713833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:00.266479Z","time spent":"447.278154ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:00.713869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:00.266993Z","time spent":"446.839272ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:00.713923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.362532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:00.713965Z","caller":"traceutil/trace.go:171","msg":"trace[1690782964] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23759; }","duration":"191.446303ms","start":"2026-03-05T08:18:00.522507Z","end":"2026-03-05T08:18:00.713953Z","steps":["trace[1690782964] 'agreement among raft nodes before linearized reading' (duration: 191.367101ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:00.713972Z","caller":"traceutil/trace.go:171","msg":"trace[1712328049] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"446.641847ms","start":"2026-03-05T08:18:00.267318Z","end":"2026-03-05T08:18:00.71396Z","steps":["trace[1712328049] 'process raft request' (duration: 446.393961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:00.714039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:00.267289Z","time spent":"446.715229ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3945,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:01.030535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.723036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:01.030648Z","caller":"traceutil/trace.go:171","msg":"trace[2118693460] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"268.561394ms","start":"2026-03-05T08:18:00.762065Z","end":"2026-03-05T08:18:01.030626Z","steps":["trace[2118693460] 'process raft request' (duration: 82.672804ms)","trace[2118693460] 'compare' (duration: 185.497221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:01.461517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.500815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:01.461627Z","caller":"traceutil/trace.go:171","msg":"trace[317468862] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"426.636547ms","start":"2026-03-05T08:18:01.03497Z","end":"2026-03-05T08:18:01.461606Z","steps":["trace[317468862] 'process raft request' (duration: 199.967488ms)","trace[317468862] 'compare' (duration: 226.359532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:01.461681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:01.034942Z","time spent":"426.717669ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":843,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T08:18:01.813545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.82448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:01.813863Z","caller":"traceutil/trace.go:171","msg":"trace[617358460] linearizableReadLoop","detail":"{readStateIndex:24610; appliedIndex:24608; }","duration":"503.946313ms","start":"2026-03-05T08:18:01.309899Z","end":"2026-03-05T08:18:01.813845Z","steps":["trace[617358460] 'read index received' (duration: 387.649942ms)","trace[617358460] 'applied index is now lower than readState.Index' (duration: 116.295401ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:01.814015Z","caller":"traceutil/trace.go:171","msg":"trace[231873197] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"686.872542ms","start":"2026-03-05T08:18:01.127117Z","end":"2026-03-05T08:18:01.81399Z","steps":["trace[231873197] 'process raft request' (duration: 686.583575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:01.814115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.222599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:01.814153Z","caller":"traceutil/trace.go:171","msg":"trace[601492104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23764; }","duration":"504.26258ms","start":"2026-03-05T08:18:01.309881Z","end":"2026-03-05T08:18:01.814144Z","steps":["trace[601492104] 'agreement among raft nodes before linearized reading' (duration: 504.202018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:01.814186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:01.309815Z","time spent":"504.363163ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:01.814187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:01.127084Z","time spent":"687.020896ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:01.814327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.928026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:01.814387Z","caller":"traceutil/trace.go:171","msg":"trace[405065874] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23764; }","duration":"186.990617ms","start":"2026-03-05T08:18:01.627379Z","end":"2026-03-05T08:18:01.814369Z","steps":["trace[405065874] 'agreement among raft nodes before linearized reading' (duration: 186.893705ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:01.814389Z","caller":"traceutil/trace.go:171","msg":"trace[432160493] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"779.140666ms","start":"2026-03-05T08:18:01.035226Z","end":"2026-03-05T08:18:01.814367Z","steps":["trace[432160493] 'process raft request' (duration: 662.403345ms)","trace[432160493] 'compare' (duration: 115.495362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:01.814453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.694804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:01.814482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:01.035205Z","time spent":"779.226758ms","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1304,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:01.814505Z","caller":"traceutil/trace.go:171","msg":"trace[1183030725] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23764; }","duration":"162.781816ms","start":"2026-03-05T08:18:01.651707Z","end":"2026-03-05T08:18:01.814489Z","steps":["trace[1183030725] 'agreement among raft nodes before linearized reading' (duration: 162.709984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:02.114851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.172634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:02.114952Z","caller":"traceutil/trace.go:171","msg":"trace[1392229644] linearizableReadLoop","detail":"{readStateIndex:24612; appliedIndex:24611; }","duration":"140.560342ms","start":"2026-03-05T08:18:01.974376Z","end":"2026-03-05T08:18:02.114936Z","steps":["trace[1392229644] 'read index received' (duration: 10.203925ms)","trace[1392229644] 'applied index is now lower than readState.Index' (duration: 130.355267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:02.115111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.739067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:18:02.115151Z","caller":"traceutil/trace.go:171","msg":"trace[1416881769] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23766; }","duration":"140.86363ms","start":"2026-03-05T08:18:01.974278Z","end":"2026-03-05T08:18:02.115142Z","steps":["trace[1416881769] 'agreement among raft nodes before linearized reading' (duration: 140.701686ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:02.115085Z","caller":"traceutil/trace.go:171","msg":"trace[1790488860] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"218.567805ms","start":"2026-03-05T08:18:01.896485Z","end":"2026-03-05T08:18:02.115052Z","steps":["trace[1790488860] 'process raft request' (duration: 88.120955ms)","trace[1790488860] 'compare' (duration: 129.881727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:02.522319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.033923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-05T08:18:02.522375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.136347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:02.522428Z","caller":"traceutil/trace.go:171","msg":"trace[975177626] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23776; }","duration":"113.220878ms","start":"2026-03-05T08:18:02.409183Z","end":"2026-03-05T08:18:02.522404Z","steps":["trace[975177626] 'range keys from in-memory index tree' (duration: 112.850788ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:02.522439Z","caller":"traceutil/trace.go:171","msg":"trace[1426467350] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23776; }","duration":"181.25456ms","start":"2026-03-05T08:18:02.341168Z","end":"2026-03-05T08:18:02.522423Z","steps":["trace[1426467350] 'count revisions from in-memory index tree' (duration: 180.982393ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:03.089413Z","caller":"traceutil/trace.go:171","msg":"trace[1380866161] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"367.835897ms","start":"2026-03-05T08:18:02.721554Z","end":"2026-03-05T08:18:03.08939Z","steps":["trace[1380866161] 'process raft request' (duration: 367.605451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:03.089643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:02.721539Z","time spent":"367.99925ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:03.099996Z","caller":"traceutil/trace.go:171","msg":"trace[559970861] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"378.334039ms","start":"2026-03-05T08:18:02.721631Z","end":"2026-03-05T08:18:03.099965Z","steps":["trace[559970861] 'process raft request' (duration: 378.140424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:03.100156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:02.721621Z","time spent":"378.452001ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:03.10049Z","caller":"traceutil/trace.go:171","msg":"trace[427104527] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"378.772769ms","start":"2026-03-05T08:18:02.721703Z","end":"2026-03-05T08:18:03.100476Z","steps":["trace[427104527] 'process raft request' (duration: 378.214776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:03.100569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:02.721679Z","time spent":"378.851851ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:03.100686Z","caller":"traceutil/trace.go:171","msg":"trace[689751633] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"378.514062ms","start":"2026-03-05T08:18:02.722162Z","end":"2026-03-05T08:18:03.100676Z","steps":["trace[689751633] 'process raft request' (duration: 378.152824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:03.100748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:02.722142Z","time spent":"378.573324ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:03.100776Z","caller":"traceutil/trace.go:171","msg":"trace[171440436] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"377.751545ms","start":"2026-03-05T08:18:02.723002Z","end":"2026-03-05T08:18:03.100753Z","steps":["trace[171440436] 'process raft request' (duration: 377.468429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:03.100884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:02.722996Z","time spent":"377.831867ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:04.275092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.907854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T08:18:04.275176Z","caller":"traceutil/trace.go:171","msg":"trace[436030262] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23785; }","duration":"232.045947ms","start":"2026-03-05T08:18:04.043109Z","end":"2026-03-05T08:18:04.275154Z","steps":["trace[436030262] 'range keys from in-memory index tree' (duration: 231.716989ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:04.465315Z","caller":"traceutil/trace.go:171","msg":"trace[777850748] linearizableReadLoop","detail":"{readStateIndex:24632; appliedIndex:24631; }","duration":"405.986422ms","start":"2026-03-05T08:18:04.059307Z","end":"2026-03-05T08:18:04.465293Z","steps":["trace[777850748] 'read index received' (duration: 405.618253ms)","trace[777850748] 'applied index is now lower than readState.Index' (duration: 366.889µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:04.465484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.200427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:04.465476Z","caller":"traceutil/trace.go:171","msg":"trace[2028770856] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"420.50699ms","start":"2026-03-05T08:18:04.044926Z","end":"2026-03-05T08:18:04.465433Z","steps":["trace[2028770856] 'process raft request' (duration: 420.048139ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:04.465529Z","caller":"traceutil/trace.go:171","msg":"trace[145685299] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23786; }","duration":"406.257708ms","start":"2026-03-05T08:18:04.059258Z","end":"2026-03-05T08:18:04.465516Z","steps":["trace[145685299] 'agreement among raft nodes before linearized reading' (duration: 406.155406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.465677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:04.059193Z","time spent":"406.473784ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T08:18:04.465693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:04.044896Z","time spent":"420.685265ms","remote":"127.0.0.1:60938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418409,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:04.621579Z","caller":"traceutil/trace.go:171","msg":"trace[1994388326] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"484.590259ms","start":"2026-03-05T08:18:04.136964Z","end":"2026-03-05T08:18:04.621554Z","steps":["trace[1994388326] 'process raft request' (duration: 484.495887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.621731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:04.136943Z","time spent":"484.712661ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:04.621703Z","caller":"traceutil/trace.go:171","msg":"trace[1210996690] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"489.717871ms","start":"2026-03-05T08:18:04.13194Z","end":"2026-03-05T08:18:04.621658Z","steps":["trace[1210996690] 'process raft request' (duration: 489.358823ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:04.621987Z","caller":"traceutil/trace.go:171","msg":"trace[1755497440] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"484.952757ms","start":"2026-03-05T08:18:04.13701Z","end":"2026-03-05T08:18:04.621963Z","steps":["trace[1755497440] 'process raft request' (duration: 484.509976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.622123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:04.136992Z","time spent":"485.06139ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:04.62219Z","caller":"traceutil/trace.go:171","msg":"trace[715083934] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"485.11394ms","start":"2026-03-05T08:18:04.137058Z","end":"2026-03-05T08:18:04.622172Z","steps":["trace[715083934] 'process raft request' (duration: 484.810983ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:04.62226Z","caller":"traceutil/trace.go:171","msg":"trace[1582801720] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"483.193904ms","start":"2026-03-05T08:18:04.139054Z","end":"2026-03-05T08:18:04.622248Z","steps":["trace[1582801720] 'process raft request' (duration: 483.079442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.622287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:04.137039Z","time spent":"485.202843ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:04.622337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:04.139041Z","time spent":"483.258845ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:04.622225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:04.131913Z","time spent":"489.967108ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:04.622396Z","caller":"traceutil/trace.go:171","msg":"trace[684313521] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"484.555507ms","start":"2026-03-05T08:18:04.13783Z","end":"2026-03-05T08:18:04.622386Z","steps":["trace[684313521] 'process raft request' (duration: 484.24726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.622457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:04.137823Z","time spent":"484.606349ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:04.622459Z","caller":"traceutil/trace.go:171","msg":"trace[229590117] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"350.077511ms","start":"2026-03-05T08:18:04.272352Z","end":"2026-03-05T08:18:04.62243Z","steps":["trace[229590117] 'process raft request' (duration: 349.831945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.62257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:04.272326Z","time spent":"350.191944ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:04.63683Z","caller":"traceutil/trace.go:171","msg":"trace[888920830] linearizableReadLoop","detail":"{readStateIndex:24640; appliedIndex:24632; }","duration":"171.419314ms","start":"2026-03-05T08:18:04.465385Z","end":"2026-03-05T08:18:04.636804Z","steps":["trace[888920830] 'read index received' (duration: 155.84193ms)","trace[888920830] 'applied index is now lower than readState.Index' (duration: 15.575614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:04.636977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.645898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:04.637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.957864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:04.63704Z","caller":"traceutil/trace.go:171","msg":"trace[1002820321] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23793; }","duration":"213.775281ms","start":"2026-03-05T08:18:04.423249Z","end":"2026-03-05T08:18:04.637024Z","steps":["trace[1002820321] 'agreement among raft nodes before linearized reading' (duration: 213.650458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.637056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.244128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-05T08:18:04.637086Z","caller":"traceutil/trace.go:171","msg":"trace[2025427430] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3; range_end:; response_count:1; response_revision:23793; }","duration":"566.29948ms","start":"2026-03-05T08:18:04.070779Z","end":"2026-03-05T08:18:04.637078Z","steps":["trace[2025427430] 'agreement among raft nodes before linearized reading' (duration: 566.178977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.637093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.111883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:04.637108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:04.070763Z","time spent":"566.339721ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" "} {"level":"info","ts":"2026-03-05T08:18:04.637126Z","caller":"traceutil/trace.go:171","msg":"trace[724873178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23793; }","duration":"328.171605ms","start":"2026-03-05T08:18:04.308947Z","end":"2026-03-05T08:18:04.637119Z","steps":["trace[724873178] 'agreement among raft nodes before linearized reading' (duration: 328.123204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.637102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.759156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:04.637156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:04.308935Z","time spent":"328.215276ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:18:04.637177Z","caller":"traceutil/trace.go:171","msg":"trace[537402449] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23793; }","duration":"167.874369ms","start":"2026-03-05T08:18:04.469287Z","end":"2026-03-05T08:18:04.637161Z","steps":["trace[537402449] 'agreement among raft nodes before linearized reading' (duration: 167.739246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.637284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.345886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-05T08:18:04.637306Z","caller":"traceutil/trace.go:171","msg":"trace[322798342] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23793; }","duration":"357.407077ms","start":"2026-03-05T08:18:04.279894Z","end":"2026-03-05T08:18:04.637301Z","steps":["trace[322798342] 'agreement among raft nodes before linearized reading' (duration: 357.351676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:04.63732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:04.279879Z","time spent":"357.437628ms","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-05T08:18:04.637401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.878136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:04.637437Z","caller":"traceutil/trace.go:171","msg":"trace[1949717751] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23793; }","duration":"179.946868ms","start":"2026-03-05T08:18:04.457482Z","end":"2026-03-05T08:18:04.637429Z","steps":["trace[1949717751] 'agreement among raft nodes before linearized reading' (duration: 179.887147ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:04.637039Z","caller":"traceutil/trace.go:171","msg":"trace[1984050468] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23793; }","duration":"234.051157ms","start":"2026-03-05T08:18:04.402977Z","end":"2026-03-05T08:18:04.637028Z","steps":["trace[1984050468] 'agreement among raft nodes before linearized reading' (duration: 233.960365ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:06.803784Z","caller":"traceutil/trace.go:171","msg":"trace[1975055030] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"176.687399ms","start":"2026-03-05T08:18:06.627075Z","end":"2026-03-05T08:18:06.803762Z","steps":["trace[1975055030] 'process raft request' (duration: 176.551336ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:07.259536Z","caller":"traceutil/trace.go:171","msg":"trace[310409178] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"630.460348ms","start":"2026-03-05T08:18:06.629056Z","end":"2026-03-05T08:18:07.259516Z","steps":["trace[310409178] 'process raft request' (duration: 630.283004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.25966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:06.629042Z","time spent":"630.556521ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:07.259963Z","caller":"traceutil/trace.go:171","msg":"trace[1183542417] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"630.254154ms","start":"2026-03-05T08:18:06.629699Z","end":"2026-03-05T08:18:07.259953Z","steps":["trace[1183542417] 'process raft request' (duration: 629.771872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.260019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:06.629684Z","time spent":"630.304235ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:07.260088Z","caller":"traceutil/trace.go:171","msg":"trace[309464055] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"630.257744ms","start":"2026-03-05T08:18:06.629824Z","end":"2026-03-05T08:18:07.260082Z","steps":["trace[309464055] 'process raft request' (duration: 629.970537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.260122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:06.629816Z","time spent":"630.286284ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:07.26017Z","caller":"traceutil/trace.go:171","msg":"trace[2127953774] linearizableReadLoop","detail":"{readStateIndex:24663; appliedIndex:24657; }","duration":"559.478605ms","start":"2026-03-05T08:18:06.70066Z","end":"2026-03-05T08:18:07.260138Z","steps":["trace[2127953774] 'read index received' (duration: 103.537814ms)","trace[2127953774] 'applied index is now lower than readState.Index' (duration: 455.939581ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:07.260277Z","caller":"traceutil/trace.go:171","msg":"trace[1968368701] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"629.421624ms","start":"2026-03-05T08:18:06.630831Z","end":"2026-03-05T08:18:07.260252Z","steps":["trace[1968368701] 'process raft request' (duration: 629.187498ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:07.260317Z","caller":"traceutil/trace.go:171","msg":"trace[1743619394] transaction","detail":"{read_only:false; response_revision:23816; number_of_response:1; }","duration":"629.450654ms","start":"2026-03-05T08:18:06.630834Z","end":"2026-03-05T08:18:07.260285Z","steps":["trace[1743619394] 'process raft request' (duration: 629.24204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.260402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:06.630812Z","time spent":"629.513436ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:07.260422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.749992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:07.260481Z","caller":"traceutil/trace.go:171","msg":"trace[296537128] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23816; }","duration":"559.851655ms","start":"2026-03-05T08:18:06.700612Z","end":"2026-03-05T08:18:07.260464Z","steps":["trace[296537128] 'agreement among raft nodes before linearized reading' (duration: 559.729642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.260487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:06.630818Z","time spent":"629.579858ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:07.26053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:06.700594Z","time spent":"559.922686ms","remote":"127.0.0.1:39096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:07.260534Z","caller":"traceutil/trace.go:171","msg":"trace[1774414395] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"629.703111ms","start":"2026-03-05T08:18:06.63082Z","end":"2026-03-05T08:18:07.260523Z","steps":["trace[1774414395] 'process raft request' (duration: 629.120717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.260594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:06.630811Z","time spent":"629.754282ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:07.260663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.638111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:07.260692Z","caller":"traceutil/trace.go:171","msg":"trace[2134024164] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23816; }","duration":"482.698683ms","start":"2026-03-05T08:18:06.777986Z","end":"2026-03-05T08:18:07.260684Z","steps":["trace[2134024164] 'agreement among raft nodes before linearized reading' (duration: 482.652082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.260729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:06.777969Z","time spent":"482.738174ms","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:07.260768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.244488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T08:18:07.260799Z","caller":"traceutil/trace.go:171","msg":"trace[2072134996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23816; }","duration":"148.309229ms","start":"2026-03-05T08:18:07.112478Z","end":"2026-03-05T08:18:07.260787Z","steps":["trace[2072134996] 'agreement among raft nodes before linearized reading' (duration: 148.195197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.260893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.560415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T08:18:07.260912Z","caller":"traceutil/trace.go:171","msg":"trace[1678835180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23816; }","duration":"158.616635ms","start":"2026-03-05T08:18:07.10229Z","end":"2026-03-05T08:18:07.260907Z","steps":["trace[1678835180] 'agreement among raft nodes before linearized reading' (duration: 158.539253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.260926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.738993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T08:18:07.260952Z","caller":"traceutil/trace.go:171","msg":"trace[172827899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23816; }","duration":"144.807304ms","start":"2026-03-05T08:18:07.116136Z","end":"2026-03-05T08:18:07.260943Z","steps":["trace[172827899] 'agreement among raft nodes before linearized reading' (duration: 144.729622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.260959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.121041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-05T08:18:07.261053Z","caller":"traceutil/trace.go:171","msg":"trace[1194209285] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:23816; }","duration":"440.246264ms","start":"2026-03-05T08:18:06.820788Z","end":"2026-03-05T08:18:07.261034Z","steps":["trace[1194209285] 'agreement among raft nodes before linearized reading' (duration: 440.05228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.261101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.085841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T08:18:07.261102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:06.820769Z","time spent":"440.316235ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-05T08:18:07.261136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.464333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:18:07.261132Z","caller":"traceutil/trace.go:171","msg":"trace[263436719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23816; }","duration":"145.113391ms","start":"2026-03-05T08:18:07.116007Z","end":"2026-03-05T08:18:07.261121Z","steps":["trace[263436719] 'agreement among raft nodes before linearized reading' (duration: 145.031699ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:07.261158Z","caller":"traceutil/trace.go:171","msg":"trace[1544452636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23816; }","duration":"148.501663ms","start":"2026-03-05T08:18:07.11265Z","end":"2026-03-05T08:18:07.261152Z","steps":["trace[1544452636] 'agreement among raft nodes before linearized reading' (duration: 148.440632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.261309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.990873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:07.261325Z","caller":"traceutil/trace.go:171","msg":"trace[384129772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23816; }","duration":"276.041374ms","start":"2026-03-05T08:18:06.985279Z","end":"2026-03-05T08:18:07.26132Z","steps":["trace[384129772] 'agreement among raft nodes before linearized reading' (duration: 276.010523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.809533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:07.917303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.72962ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:07.917417Z","caller":"traceutil/trace.go:171","msg":"trace[1666408312] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23816; }","duration":"271.860563ms","start":"2026-03-05T08:18:07.645539Z","end":"2026-03-05T08:18:07.9174Z","steps":["trace[1666408312] 'range keys from in-memory index tree' (duration: 271.71396ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:07.917795Z","caller":"traceutil/trace.go:171","msg":"trace[211679363] transaction","detail":"{read_only:false; response_revision:23817; number_of_response:1; }","duration":"652.570339ms","start":"2026-03-05T08:18:07.265207Z","end":"2026-03-05T08:18:07.917778Z","steps":["trace[211679363] 'process raft request' (duration: 651.37628ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:07.917869Z","caller":"traceutil/trace.go:171","msg":"trace[1100738934] transaction","detail":"{read_only:false; response_revision:23818; number_of_response:1; }","duration":"652.58168ms","start":"2026-03-05T08:18:07.265267Z","end":"2026-03-05T08:18:07.917849Z","steps":["trace[1100738934] 'process raft request' (duration: 652.393435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.917887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:07.265195Z","time spent":"652.63356ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:07.917957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:07.265247Z","time spent":"652.663841ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:07.918028Z","caller":"traceutil/trace.go:171","msg":"trace[696896132] transaction","detail":"{read_only:false; response_revision:23819; number_of_response:1; }","duration":"652.498888ms","start":"2026-03-05T08:18:07.26551Z","end":"2026-03-05T08:18:07.918009Z","steps":["trace[696896132] 'process raft request' (duration: 652.293063ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:07.918334Z","caller":"traceutil/trace.go:171","msg":"trace[1363337051] transaction","detail":"{read_only:false; response_revision:23820; number_of_response:1; }","duration":"652.703112ms","start":"2026-03-05T08:18:07.265615Z","end":"2026-03-05T08:18:07.918318Z","steps":["trace[1363337051] 'process raft request' (duration: 652.340483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.91841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:07.265605Z","time spent":"652.771174ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:07.918422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:07.265503Z","time spent":"652.628811ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:07.918535Z","caller":"traceutil/trace.go:171","msg":"trace[813184954] transaction","detail":"{read_only:false; response_revision:23821; number_of_response:1; }","duration":"652.855317ms","start":"2026-03-05T08:18:07.26565Z","end":"2026-03-05T08:18:07.918505Z","steps":["trace[813184954] 'process raft request' (duration: 652.614791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.918787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:07.265636Z","time spent":"653.075711ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:07.956819Z","caller":"traceutil/trace.go:171","msg":"trace[1236458575] linearizableReadLoop","detail":"{readStateIndex:24671; appliedIndex:24664; }","duration":"647.467277ms","start":"2026-03-05T08:18:07.309333Z","end":"2026-03-05T08:18:07.9568Z","steps":["trace[1236458575] 'read index received' (duration: 607.269901ms)","trace[1236458575] 'applied index is now lower than readState.Index' (duration: 40.196496ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:07.956911Z","caller":"traceutil/trace.go:171","msg":"trace[1393800781] transaction","detail":"{read_only:false; response_revision:23823; number_of_response:1; }","duration":"342.685384ms","start":"2026-03-05T08:18:07.614217Z","end":"2026-03-05T08:18:07.956903Z","steps":["trace[1393800781] 'process raft request' (duration: 342.544141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.957119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:07.614193Z","time spent":"342.736365ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:07.957206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.278751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:07.957243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.51789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:07.957301Z","caller":"traceutil/trace.go:171","msg":"trace[403136403] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23823; }","duration":"147.625843ms","start":"2026-03-05T08:18:07.809661Z","end":"2026-03-05T08:18:07.957287Z","steps":["trace[403136403] 'agreement among raft nodes before linearized reading' (duration: 147.519491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.957287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.518834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:07.957305Z","caller":"traceutil/trace.go:171","msg":"trace[431654170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23823; }","duration":"529.411274ms","start":"2026-03-05T08:18:07.427874Z","end":"2026-03-05T08:18:07.957285Z","steps":["trace[431654170] 'agreement among raft nodes before linearized reading' (duration: 529.265741ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:07.957351Z","caller":"traceutil/trace.go:171","msg":"trace[380363498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23823; }","duration":"168.629976ms","start":"2026-03-05T08:18:07.788706Z","end":"2026-03-05T08:18:07.957336Z","steps":["trace[380363498] 'agreement among raft nodes before linearized reading' (duration: 168.518474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.957406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.04286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:07.957389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:07.427857Z","time spent":"529.512926ms","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:07.957471Z","caller":"traceutil/trace.go:171","msg":"trace[823050343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23823; }","duration":"648.165093ms","start":"2026-03-05T08:18:07.309287Z","end":"2026-03-05T08:18:07.957452Z","steps":["trace[823050343] 'agreement among raft nodes before linearized reading' (duration: 648.03386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.957452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.063382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:07.95751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:07.309274Z","time spent":"648.228304ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:18:07.957546Z","caller":"traceutil/trace.go:171","msg":"trace[343177900] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23823; }","duration":"443.261987ms","start":"2026-03-05T08:18:07.51426Z","end":"2026-03-05T08:18:07.957522Z","steps":["trace[343177900] 'agreement among raft nodes before linearized reading' (duration: 443.026441ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:07.957034Z","caller":"traceutil/trace.go:171","msg":"trace[998749692] transaction","detail":"{read_only:false; response_revision:23822; number_of_response:1; }","duration":"683.356248ms","start":"2026-03-05T08:18:07.273659Z","end":"2026-03-05T08:18:07.957015Z","steps":["trace[998749692] 'process raft request' (duration: 682.958378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:07.957605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:07.51424Z","time spent":"443.353448ms","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:07.957681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:07.273646Z","time spent":"683.980133ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:09.478063Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21232} {"level":"info","ts":"2026-03-05T08:18:09.6079Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21232,"took":"123.281118ms","hash":3994956986,"current-db-size-bytes":49471488,"current-db-size":"50 MB","current-db-size-in-use-bytes":40882176,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-03-05T08:18:09.608623Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3994956986,"revision":21232,"compact-revision":18659} {"level":"warn","ts":"2026-03-05T08:18:14.301584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.636201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-05T08:18:14.301691Z","caller":"traceutil/trace.go:171","msg":"trace[354011995] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3; range_end:; response_count:1; response_revision:23871; }","duration":"229.796215ms","start":"2026-03-05T08:18:14.071874Z","end":"2026-03-05T08:18:14.301671Z","steps":["trace[354011995] 'range keys from in-memory index tree' (duration: 229.418464ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:15.387553Z","caller":"traceutil/trace.go:171","msg":"trace[124856844] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"101.184228ms","start":"2026-03-05T08:18:15.286347Z","end":"2026-03-05T08:18:15.387531Z","steps":["trace[124856844] 'process raft request' (duration: 101.024484ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:15.449672Z","caller":"traceutil/trace.go:171","msg":"trace[464036843] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"137.52931ms","start":"2026-03-05T08:18:15.312112Z","end":"2026-03-05T08:18:15.449642Z","steps":["trace[464036843] 'process raft request' (duration: 117.52786ms)","trace[464036843] 'compare' (duration: 19.750564ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:15.449825Z","caller":"traceutil/trace.go:171","msg":"trace[1509206938] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"135.507322ms","start":"2026-03-05T08:18:15.314293Z","end":"2026-03-05T08:18:15.4498Z","steps":["trace[1509206938] 'process raft request' (duration: 135.354448ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:15.449888Z","caller":"traceutil/trace.go:171","msg":"trace[527857036] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"136.762751ms","start":"2026-03-05T08:18:15.313084Z","end":"2026-03-05T08:18:15.449847Z","steps":["trace[527857036] 'process raft request' (duration: 136.445853ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:15.449986Z","caller":"traceutil/trace.go:171","msg":"trace[166648551] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"134.806375ms","start":"2026-03-05T08:18:15.315164Z","end":"2026-03-05T08:18:15.449971Z","steps":["trace[166648551] 'process raft request' (duration: 134.561979ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:15.450178Z","caller":"traceutil/trace.go:171","msg":"trace[1513898722] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"134.448846ms","start":"2026-03-05T08:18:15.315719Z","end":"2026-03-05T08:18:15.450168Z","steps":["trace[1513898722] 'process raft request' (duration: 134.173019ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:17.59755Z","caller":"traceutil/trace.go:171","msg":"trace[603414451] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"141.970807ms","start":"2026-03-05T08:18:17.455506Z","end":"2026-03-05T08:18:17.597477Z","steps":["trace[603414451] 'process raft request' (duration: 139.697742ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:17.800258Z","caller":"traceutil/trace.go:171","msg":"trace[1896508372] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"344.653851ms","start":"2026-03-05T08:18:17.455572Z","end":"2026-03-05T08:18:17.800226Z","steps":["trace[1896508372] 'process raft request' (duration: 286.699321ms)","trace[1896508372] 'compare' (duration: 57.715804ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:17.800329Z","caller":"traceutil/trace.go:171","msg":"trace[937674508] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"344.444704ms","start":"2026-03-05T08:18:17.455832Z","end":"2026-03-05T08:18:17.800277Z","steps":["trace[937674508] 'process raft request' (duration: 344.306871ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:17.800332Z","caller":"traceutil/trace.go:171","msg":"trace[819318831] linearizableReadLoop","detail":"{readStateIndex:24745; appliedIndex:24741; }","duration":"184.550738ms","start":"2026-03-05T08:18:17.615757Z","end":"2026-03-05T08:18:17.800308Z","steps":["trace[819318831] 'read index received' (duration: 126.490545ms)","trace[819318831] 'applied index is now lower than readState.Index' (duration: 58.059123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:17.800397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:17.455548Z","time spent":"344.776513ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:17.800749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:17.455803Z","time spent":"344.823245ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:17.800456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.669862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:17.800936Z","caller":"traceutil/trace.go:171","msg":"trace[1717915705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23893; }","duration":"185.192024ms","start":"2026-03-05T08:18:17.615709Z","end":"2026-03-05T08:18:17.800901Z","steps":["trace[1717915705] 'agreement among raft nodes before linearized reading' (duration: 184.682732ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:17.800404Z","caller":"traceutil/trace.go:171","msg":"trace[1652792403] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"344.25163ms","start":"2026-03-05T08:18:17.456076Z","end":"2026-03-05T08:18:17.800328Z","steps":["trace[1652792403] 'process raft request' (duration: 344.115627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:17.801266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:17.456066Z","time spent":"345.125992ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:17.800513Z","caller":"traceutil/trace.go:171","msg":"trace[992296549] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"344.18513ms","start":"2026-03-05T08:18:17.456316Z","end":"2026-03-05T08:18:17.800501Z","steps":["trace[992296549] 'process raft request' (duration: 343.927743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:17.801485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:17.45627Z","time spent":"345.176843ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:20.481408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.540169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:20.481541Z","caller":"traceutil/trace.go:171","msg":"trace[696492594] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23918; }","duration":"124.734224ms","start":"2026-03-05T08:18:20.356781Z","end":"2026-03-05T08:18:20.481515Z","steps":["trace[696492594] 'count revisions from in-memory index tree' (duration: 124.416136ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:21.736669Z","caller":"traceutil/trace.go:171","msg":"trace[1755945373] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"101.972328ms","start":"2026-03-05T08:18:21.63463Z","end":"2026-03-05T08:18:21.736602Z","steps":["trace[1755945373] 'process raft request' (duration: 100.42409ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:21.789846Z","caller":"traceutil/trace.go:171","msg":"trace[1269255709] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"151.593018ms","start":"2026-03-05T08:18:21.638201Z","end":"2026-03-05T08:18:21.789794Z","steps":["trace[1269255709] 'process raft request' (duration: 151.340262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:21.790028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.383312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:21.790121Z","caller":"traceutil/trace.go:171","msg":"trace[1790279589] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23927; }","duration":"113.534935ms","start":"2026-03-05T08:18:21.676562Z","end":"2026-03-05T08:18:21.790097Z","steps":["trace[1790279589] 'agreement among raft nodes before linearized reading' (duration: 113.33004ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:21.790019Z","caller":"traceutil/trace.go:171","msg":"trace[1319708801] linearizableReadLoop","detail":"{readStateIndex:24779; appliedIndex:24777; }","duration":"113.100975ms","start":"2026-03-05T08:18:21.676601Z","end":"2026-03-05T08:18:21.789702Z","steps":["trace[1319708801] 'read index received' (duration: 58.468594ms)","trace[1319708801] 'applied index is now lower than readState.Index' (duration: 54.630531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:21.790444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.334463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-5qbwx\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-05T08:18:21.790509Z","caller":"traceutil/trace.go:171","msg":"trace[416719331] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-5qbwx; range_end:; response_count:1; response_revision:23927; }","duration":"104.453216ms","start":"2026-03-05T08:18:21.686038Z","end":"2026-03-05T08:18:21.790492Z","steps":["trace[416719331] 'agreement among raft nodes before linearized reading' (duration: 104.249461ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:21.94112Z","caller":"traceutil/trace.go:171","msg":"trace[229440938] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"142.869048ms","start":"2026-03-05T08:18:21.798217Z","end":"2026-03-05T08:18:21.941086Z","steps":["trace[229440938] 'process raft request' (duration: 124.499787ms)","trace[229440938] 'compare' (duration: 18.238578ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:21.986202Z","caller":"traceutil/trace.go:171","msg":"trace[345519341] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"159.444436ms","start":"2026-03-05T08:18:21.826731Z","end":"2026-03-05T08:18:21.986175Z","steps":["trace[345519341] 'process raft request' (duration: 159.346503ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:21.986209Z","caller":"traceutil/trace.go:171","msg":"trace[312876304] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"159.877547ms","start":"2026-03-05T08:18:21.8263Z","end":"2026-03-05T08:18:21.986177Z","steps":["trace[312876304] 'process raft request' (duration: 159.60769ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:21.986539Z","caller":"traceutil/trace.go:171","msg":"trace[1808978467] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"158.607376ms","start":"2026-03-05T08:18:21.827919Z","end":"2026-03-05T08:18:21.986526Z","steps":["trace[1808978467] 'process raft request' (duration: 158.199516ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:21.986564Z","caller":"traceutil/trace.go:171","msg":"trace[1725973161] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"158.479473ms","start":"2026-03-05T08:18:21.828055Z","end":"2026-03-05T08:18:21.986534Z","steps":["trace[1725973161] 'process raft request' (duration: 158.33802ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:23.08752Z","caller":"traceutil/trace.go:171","msg":"trace[1896662704] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"278.106584ms","start":"2026-03-05T08:18:22.809372Z","end":"2026-03-05T08:18:23.087478Z","steps":["trace[1896662704] 'process raft request' (duration: 277.841837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:23.338254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.455463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:23.338829Z","caller":"traceutil/trace.go:171","msg":"trace[1796539038] linearizableReadLoop","detail":"{readStateIndex:24801; appliedIndex:24795; }","duration":"170.461141ms","start":"2026-03-05T08:18:23.168341Z","end":"2026-03-05T08:18:23.338802Z","steps":["trace[1796539038] 'read index received' (duration: 169.827345ms)","trace[1796539038] 'applied index is now lower than readState.Index' (duration: 632.166µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:23.338968Z","caller":"traceutil/trace.go:171","msg":"trace[440781133] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"236.28052ms","start":"2026-03-05T08:18:23.102676Z","end":"2026-03-05T08:18:23.338956Z","steps":["trace[440781133] 'process raft request' (duration: 236.065425ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:23.338925Z","caller":"traceutil/trace.go:171","msg":"trace[308013367] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"243.3512ms","start":"2026-03-05T08:18:23.095547Z","end":"2026-03-05T08:18:23.338899Z","steps":["trace[308013367] 'process raft request' (duration: 243.078373ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:23.338951Z","caller":"traceutil/trace.go:171","msg":"trace[503893842] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"242.95019ms","start":"2026-03-05T08:18:23.095875Z","end":"2026-03-05T08:18:23.338825Z","steps":["trace[503893842] 'process raft request' (duration: 242.825787ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:23.338928Z","caller":"traceutil/trace.go:171","msg":"trace[544881511] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"365.348008ms","start":"2026-03-05T08:18:22.97353Z","end":"2026-03-05T08:18:23.338878Z","steps":["trace[544881511] 'process raft request' (duration: 191.096415ms)","trace[544881511] 'compare' (duration: 173.030643ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:23.339108Z","caller":"traceutil/trace.go:171","msg":"trace[118509237] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"258.918464ms","start":"2026-03-05T08:18:23.080159Z","end":"2026-03-05T08:18:23.339077Z","steps":["trace[118509237] 'process raft request' (duration: 258.247617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:23.339339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.998923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T08:18:23.339388Z","caller":"traceutil/trace.go:171","msg":"trace[1751550311] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23948; }","duration":"171.087675ms","start":"2026-03-05T08:18:23.168284Z","end":"2026-03-05T08:18:23.339372Z","steps":["trace[1751550311] 'agreement among raft nodes before linearized reading' (duration: 170.833029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:23.339387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:22.973504Z","time spent":"365.649885ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:23.339491Z","caller":"traceutil/trace.go:171","msg":"trace[2062602619] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"244.795255ms","start":"2026-03-05T08:18:23.094672Z","end":"2026-03-05T08:18:23.339467Z","steps":["trace[2062602619] 'process raft request' (duration: 243.884233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:23.339748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.975426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-05T08:18:23.339805Z","caller":"traceutil/trace.go:171","msg":"trace[1156286956] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23948; }","duration":"114.059398ms","start":"2026-03-05T08:18:23.22572Z","end":"2026-03-05T08:18:23.33978Z","steps":["trace[1156286956] 'agreement among raft nodes before linearized reading' (duration: 113.914454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:23.75513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.792471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:23.755246Z","caller":"traceutil/trace.go:171","msg":"trace[1132946877] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23950; }","duration":"108.971746ms","start":"2026-03-05T08:18:23.646248Z","end":"2026-03-05T08:18:23.755219Z","steps":["trace[1132946877] 'count revisions from in-memory index tree' (duration: 108.698769ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:24.451116Z","caller":"traceutil/trace.go:171","msg":"trace[444184423] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"151.725282ms","start":"2026-03-05T08:18:24.299353Z","end":"2026-03-05T08:18:24.451078Z","steps":["trace[444184423] 'process raft request' (duration: 151.522787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:24.451243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.315399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T08:18:24.451377Z","caller":"traceutil/trace.go:171","msg":"trace[2073604641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23959; }","duration":"148.542465ms","start":"2026-03-05T08:18:24.302814Z","end":"2026-03-05T08:18:24.451356Z","steps":["trace[2073604641] 'agreement among raft nodes before linearized reading' (duration: 148.261378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:24.451441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.788696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T08:18:24.451484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.593356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:18:24.451555Z","caller":"traceutil/trace.go:171","msg":"trace[292200484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23959; }","duration":"149.952189ms","start":"2026-03-05T08:18:24.301571Z","end":"2026-03-05T08:18:24.451523Z","steps":["trace[292200484] 'agreement among raft nodes before linearized reading' (duration: 149.58816ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:24.451578Z","caller":"traceutil/trace.go:171","msg":"trace[1487916401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23959; }","duration":"168.736119ms","start":"2026-03-05T08:18:24.282816Z","end":"2026-03-05T08:18:24.451552Z","steps":["trace[1487916401] 'agreement among raft nodes before linearized reading' (duration: 168.384731ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:24.544455Z","caller":"traceutil/trace.go:171","msg":"trace[398031009] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"128.864853ms","start":"2026-03-05T08:18:24.415563Z","end":"2026-03-05T08:18:24.544428Z","steps":["trace[398031009] 'process raft request' (duration: 107.489099ms)","trace[398031009] 'compare' (duration: 20.946174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:24.544481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.140937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:24.544556Z","caller":"traceutil/trace.go:171","msg":"trace[2133949168] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23960; }","duration":"106.26502ms","start":"2026-03-05T08:18:24.438269Z","end":"2026-03-05T08:18:24.544535Z","steps":["trace[2133949168] 'agreement among raft nodes before linearized reading' (duration: 106.102727ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:24.618278Z","caller":"traceutil/trace.go:171","msg":"trace[547998166] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"160.092692ms","start":"2026-03-05T08:18:24.458159Z","end":"2026-03-05T08:18:24.618252Z","steps":["trace[547998166] 'process raft request' (duration: 159.879037ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:24.618673Z","caller":"traceutil/trace.go:171","msg":"trace[367330921] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"158.944683ms","start":"2026-03-05T08:18:24.459658Z","end":"2026-03-05T08:18:24.618602Z","steps":["trace[367330921] 'process raft request' (duration: 158.544273ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:24.618697Z","caller":"traceutil/trace.go:171","msg":"trace[1133232087] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"158.239247ms","start":"2026-03-05T08:18:24.460434Z","end":"2026-03-05T08:18:24.618673Z","steps":["trace[1133232087] 'process raft request' (duration: 158.166685ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:24.618878Z","caller":"traceutil/trace.go:171","msg":"trace[1356819694] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"158.870281ms","start":"2026-03-05T08:18:24.459992Z","end":"2026-03-05T08:18:24.618862Z","steps":["trace[1356819694] 'process raft request' (duration: 158.459431ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:25.699735Z","caller":"traceutil/trace.go:171","msg":"trace[1925518167] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"118.739219ms","start":"2026-03-05T08:18:25.580969Z","end":"2026-03-05T08:18:25.699708Z","steps":["trace[1925518167] 'process raft request' (duration: 118.558044ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:26.198021Z","caller":"traceutil/trace.go:171","msg":"trace[196263591] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"156.039395ms","start":"2026-03-05T08:18:26.041957Z","end":"2026-03-05T08:18:26.197996Z","steps":["trace[196263591] 'process raft request' (duration: 155.893501ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:26.967744Z","caller":"traceutil/trace.go:171","msg":"trace[737313238] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"133.615956ms","start":"2026-03-05T08:18:26.834098Z","end":"2026-03-05T08:18:26.967714Z","steps":["trace[737313238] 'process raft request' (duration: 95.734777ms)","trace[737313238] 'compare' (duration: 37.704515ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:28.197975Z","caller":"traceutil/trace.go:171","msg":"trace[1466886033] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"158.879573ms","start":"2026-03-05T08:18:28.039059Z","end":"2026-03-05T08:18:28.197938Z","steps":["trace[1466886033] 'process raft request' (duration: 158.661768ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:28.223517Z","caller":"traceutil/trace.go:171","msg":"trace[1028839015] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"154.217031ms","start":"2026-03-05T08:18:28.069268Z","end":"2026-03-05T08:18:28.223485Z","steps":["trace[1028839015] 'process raft request' (duration: 153.984475ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:28.443193Z","caller":"traceutil/trace.go:171","msg":"trace[281924581] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"117.231773ms","start":"2026-03-05T08:18:28.325935Z","end":"2026-03-05T08:18:28.443167Z","steps":["trace[281924581] 'process raft request' (duration: 106.670689ms)","trace[281924581] 'compare' (duration: 10.371129ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:28.443613Z","caller":"traceutil/trace.go:171","msg":"trace[1381849368] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"117.301055ms","start":"2026-03-05T08:18:28.326284Z","end":"2026-03-05T08:18:28.443585Z","steps":["trace[1381849368] 'process raft request' (duration: 116.848504ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:32.040996Z","caller":"traceutil/trace.go:171","msg":"trace[399753202] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"149.264551ms","start":"2026-03-05T08:18:31.891705Z","end":"2026-03-05T08:18:32.04097Z","steps":["trace[399753202] 'process raft request' (duration: 149.091127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:32.2688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.480691ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T08:18:32.269047Z","caller":"traceutil/trace.go:171","msg":"trace[2084967134] linearizableReadLoop","detail":"{readStateIndex:24864; appliedIndex:24862; }","duration":"250.648454ms","start":"2026-03-05T08:18:32.018367Z","end":"2026-03-05T08:18:32.269015Z","steps":["trace[2084967134] 'read index received' (duration: 22.435918ms)","trace[2084967134] 'applied index is now lower than readState.Index' (duration: 228.210156ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:32.269164Z","caller":"traceutil/trace.go:171","msg":"trace[1146075811] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"219.253761ms","start":"2026-03-05T08:18:32.049879Z","end":"2026-03-05T08:18:32.269133Z","steps":["trace[1146075811] 'process raft request' (duration: 219.017415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:32.269201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.816138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:32.269237Z","caller":"traceutil/trace.go:171","msg":"trace[2042550806] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24012; }","duration":"250.91194ms","start":"2026-03-05T08:18:32.018313Z","end":"2026-03-05T08:18:32.269225Z","steps":["trace[2042550806] 'agreement among raft nodes before linearized reading' (duration: 250.799387ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:32.269244Z","caller":"traceutil/trace.go:171","msg":"trace[1009538486] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"205.207393ms","start":"2026-03-05T08:18:32.063999Z","end":"2026-03-05T08:18:32.269206Z","steps":["trace[1009538486] 'process raft request' (duration: 205.026309ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:32.983111Z","caller":"traceutil/trace.go:171","msg":"trace[1111927139] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"101.209348ms","start":"2026-03-05T08:18:32.881844Z","end":"2026-03-05T08:18:32.983053Z","steps":["trace[1111927139] 'process raft request' (duration: 79.423525ms)","trace[1111927139] 'compare' (duration: 21.513297ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:33.664905Z","caller":"traceutil/trace.go:171","msg":"trace[2009411532] linearizableReadLoop","detail":"{readStateIndex:24875; appliedIndex:24874; }","duration":"179.315133ms","start":"2026-03-05T08:18:33.485556Z","end":"2026-03-05T08:18:33.664872Z","steps":["trace[2009411532] 'read index received' (duration: 179.128699ms)","trace[2009411532] 'applied index is now lower than readState.Index' (duration: 185.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:33.664987Z","caller":"traceutil/trace.go:171","msg":"trace[1905530010] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"212.93064ms","start":"2026-03-05T08:18:33.452016Z","end":"2026-03-05T08:18:33.664947Z","steps":["trace[1905530010] 'process raft request' (duration: 212.661313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:33.665214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.577839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:33.665284Z","caller":"traceutil/trace.go:171","msg":"trace[1017338487] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24020; }","duration":"179.726432ms","start":"2026-03-05T08:18:33.48554Z","end":"2026-03-05T08:18:33.665266Z","steps":["trace[1017338487] 'agreement among raft nodes before linearized reading' (duration: 179.455256ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:33.666566Z","caller":"traceutil/trace.go:171","msg":"trace[561337255] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"144.381585ms","start":"2026-03-05T08:18:33.522167Z","end":"2026-03-05T08:18:33.666549Z","steps":["trace[561337255] 'process raft request' (duration: 144.250941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:34.571033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:35.072127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:35.572663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:36.311098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002470012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:36.311432Z","caller":"traceutil/trace.go:171","msg":"trace[1047242352] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002843471s","start":"2026-03-05T08:18:34.308561Z","end":"2026-03-05T08:18:36.311405Z","steps":["trace[1047242352] 'agreement among raft nodes before linearized reading' (duration: 2.002495043s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:36.31172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.308546Z","time spent":"2.003120257s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:37.609278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:33.981463Z","time spent":"3.627805673s","remote":"127.0.0.1:50294","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T08:18:37.610299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643978359s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:37.610412Z","caller":"traceutil/trace.go:171","msg":"trace[509106605] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"3.564112425s","start":"2026-03-05T08:18:34.046279Z","end":"2026-03-05T08:18:37.610391Z","steps":["trace[509106605] 'process raft request' (duration: 1.919945511s)","trace[509106605] 'compare' (duration: 1.642188026s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:37.610478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.04625Z","time spent":"3.564196207s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:37.672409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.706123681s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:37.672906Z","caller":"traceutil/trace.go:171","msg":"trace[326252335] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"3.398053611s","start":"2026-03-05T08:18:34.274822Z","end":"2026-03-05T08:18:37.672876Z","steps":["trace[326252335] 'process raft request' (duration: 3.397948669s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.672907Z","caller":"traceutil/trace.go:171","msg":"trace[524225211] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"3.398306667s","start":"2026-03-05T08:18:34.27455Z","end":"2026-03-05T08:18:37.672857Z","steps":["trace[524225211] 'process raft request' (duration: 3.398048691s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.67309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.274792Z","time spent":"3.398204684s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:37.673123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.274513Z","time spent":"3.398511482s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:37.673234Z","caller":"traceutil/trace.go:171","msg":"trace[649575798] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"3.324193158s","start":"2026-03-05T08:18:34.349008Z","end":"2026-03-05T08:18:37.673201Z","steps":["trace[649575798] 'process raft request' (duration: 3.323823119s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.673449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.348978Z","time spent":"3.324375322s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:37.67348Z","caller":"traceutil/trace.go:171","msg":"trace[83683750] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"3.319485815s","start":"2026-03-05T08:18:34.353973Z","end":"2026-03-05T08:18:37.673459Z","steps":["trace[83683750] 'process raft request' (duration: 3.319125945s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.673519Z","caller":"traceutil/trace.go:171","msg":"trace[1603775658] linearizableReadLoop","detail":"{readStateIndex:24882; appliedIndex:24877; }","duration":"3.60300907s","start":"2026-03-05T08:18:34.070479Z","end":"2026-03-05T08:18:37.673488Z","steps":["trace[1603775658] 'read index received' (duration: 1.895821483s)","trace[1603775658] 'applied index is now lower than readState.Index' (duration: 1.707186207s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:37.673573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.35395Z","time spent":"3.319574497s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:37.673593Z","caller":"traceutil/trace.go:171","msg":"trace[829354794] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"2.001134231s","start":"2026-03-05T08:18:35.672439Z","end":"2026-03-05T08:18:37.673573Z","steps":["trace[829354794] 'process raft request' (duration: 2.000883144s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.673681Z","caller":"traceutil/trace.go:171","msg":"trace[1996662772] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"1.843894387s","start":"2026-03-05T08:18:35.829769Z","end":"2026-03-05T08:18:37.673663Z","steps":["trace[1996662772] 'process raft request' (duration: 1.843656901s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.674952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.568104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:37.675043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.672413Z","time spent":"2.001220282s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:37.675102Z","caller":"traceutil/trace.go:171","msg":"trace[1664848834] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24029; }","duration":"931.723428ms","start":"2026-03-05T08:18:36.74332Z","end":"2026-03-05T08:18:37.675043Z","steps":["trace[1664848834] 'agreement among raft nodes before linearized reading' (duration: 931.453711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.675171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:36.743295Z","time spent":"931.85874ms","remote":"127.0.0.1:38830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:37.675224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.829749Z","time spent":"1.845403363s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:37.675838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933587485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-05T08:18:37.675977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794801424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T08:18:37.676083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688597985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T08:18:37.676101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358734004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:37.676129Z","caller":"traceutil/trace.go:171","msg":"trace[1853900683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24029; }","duration":"2.794994668s","start":"2026-03-05T08:18:34.881106Z","end":"2026-03-05T08:18:37.676101Z","steps":["trace[1853900683] 'agreement among raft nodes before linearized reading' (duration: 2.794314102s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.676183Z","caller":"traceutil/trace.go:171","msg":"trace[1085113413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24029; }","duration":"1.358841678s","start":"2026-03-05T08:18:36.317323Z","end":"2026-03-05T08:18:37.676165Z","steps":["trace[1085113413] 'agreement among raft nodes before linearized reading' (duration: 1.358507279s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.67621Z","caller":"traceutil/trace.go:171","msg":"trace[859692322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24029; }","duration":"2.688715089s","start":"2026-03-05T08:18:34.987443Z","end":"2026-03-05T08:18:37.676158Z","steps":["trace[859692322] 'agreement among raft nodes before linearized reading' (duration: 2.68626794s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.6762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.881092Z","time spent":"2.795093301s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:37.675732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371502932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-03-05T08:18:37.676336Z","caller":"traceutil/trace.go:171","msg":"trace[744147434] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:24029; }","duration":"3.372112978s","start":"2026-03-05T08:18:34.304187Z","end":"2026-03-05T08:18:37.6763Z","steps":["trace[744147434] 'agreement among raft nodes before linearized reading' (duration: 3.369493625s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.676013Z","caller":"traceutil/trace.go:171","msg":"trace[102187849] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24029; }","duration":"2.933759859s","start":"2026-03-05T08:18:34.742189Z","end":"2026-03-05T08:18:37.675949Z","steps":["trace[102187849] 'agreement among raft nodes before linearized reading' (duration: 2.933348109s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.676437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.742168Z","time spent":"2.934251852s","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T08:18:37.676686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918522324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:37.676747Z","caller":"traceutil/trace.go:171","msg":"trace[1254559134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24029; }","duration":"2.918595486s","start":"2026-03-05T08:18:34.758124Z","end":"2026-03-05T08:18:37.676719Z","steps":["trace[1254559134] 'agreement among raft nodes before linearized reading' (duration: 2.918289879s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.676748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519772836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-05T08:18:37.676789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.75811Z","time spent":"2.918666827s","remote":"127.0.0.1:47894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:37.676828Z","caller":"traceutil/trace.go:171","msg":"trace[1346746281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24029; }","duration":"2.520169005s","start":"2026-03-05T08:18:35.156628Z","end":"2026-03-05T08:18:37.676797Z","steps":["trace[1346746281] 'agreement among raft nodes before linearized reading' (duration: 2.51952639s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.676107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627711999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:37.676889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.156602Z","time spent":"2.520270897s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T08:18:37.676987Z","caller":"traceutil/trace.go:171","msg":"trace[1186680473] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24029; }","duration":"1.62860067s","start":"2026-03-05T08:18:36.048345Z","end":"2026-03-05T08:18:37.676945Z","steps":["trace[1186680473] 'agreement among raft nodes before linearized reading' (duration: 1.627706158s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.677108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:36.04833Z","time spent":"1.628725044s","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:37.67626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:36.317307Z","time spent":"1.358922711s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:37.677128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.606645776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-05T08:18:37.677136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.665178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-05T08:18:37.677244Z","caller":"traceutil/trace.go:171","msg":"trace[945173218] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:24029; }","duration":"856.793921ms","start":"2026-03-05T08:18:36.82041Z","end":"2026-03-05T08:18:37.677204Z","steps":["trace[945173218] 'agreement among raft nodes before linearized reading' (duration: 853.293677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.677287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:36.820388Z","time spent":"856.889532ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-05T08:18:37.67726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835858429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:18:37.677441Z","caller":"traceutil/trace.go:171","msg":"trace[909639846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24029; }","duration":"2.836073155s","start":"2026-03-05T08:18:34.84133Z","end":"2026-03-05T08:18:37.677403Z","steps":["trace[909639846] 'agreement among raft nodes before linearized reading' (duration: 2.834781854s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.677549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.841291Z","time spent":"2.836236818s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:37.676099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112083118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:18:37.677715Z","caller":"traceutil/trace.go:171","msg":"trace[708836831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24029; }","duration":"3.113726328s","start":"2026-03-05T08:18:34.563957Z","end":"2026-03-05T08:18:37.677684Z","steps":["trace[708836831] 'agreement among raft nodes before linearized reading' (duration: 3.111787191s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.67779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.563937Z","time spent":"3.11383463s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:18:37.675831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079150128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:18:37.677918Z","caller":"traceutil/trace.go:171","msg":"trace[1924178382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24029; }","duration":"3.081284409s","start":"2026-03-05T08:18:34.59662Z","end":"2026-03-05T08:18:37.677904Z","steps":["trace[1924178382] 'agreement among raft nodes before linearized reading' (duration: 3.079010424s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.677923Z","caller":"traceutil/trace.go:171","msg":"trace[134158027] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3; range_end:; response_count:1; response_revision:24029; }","duration":"3.606745919s","start":"2026-03-05T08:18:34.070425Z","end":"2026-03-05T08:18:37.677171Z","steps":["trace[134158027] 'agreement among raft nodes before linearized reading' (duration: 3.603245515s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.677955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.596591Z","time spent":"3.081350931s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:18:37.676261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.987385Z","time spent":"2.688862923s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:37.678001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.070398Z","time spent":"3.607581659s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" "} {"level":"warn","ts":"2026-03-05T08:18:37.676386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:34.304174Z","time spent":"3.37219928s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1066,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-03-05T08:18:37.678667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65443741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:37.678729Z","caller":"traceutil/trace.go:171","msg":"trace[1340282245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24029; }","duration":"1.654492681s","start":"2026-03-05T08:18:36.024211Z","end":"2026-03-05T08:18:37.678704Z","steps":["trace[1340282245] 'agreement among raft nodes before linearized reading' (duration: 1.651966101s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.678757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:36.024143Z","time spent":"1.654605594s","remote":"127.0.0.1:47904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:37.680112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272979"} {"level":"info","ts":"2026-03-05T08:18:37.680185Z","caller":"traceutil/trace.go:171","msg":"trace[1856190929] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24029; }","duration":"2.233362342s","start":"2026-03-05T08:18:35.446795Z","end":"2026-03-05T08:18:37.680157Z","steps":["trace[1856190929] 'agreement among raft nodes before linearized reading' (duration: 2.22911311s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.680223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:35.446771Z","time spent":"2.233441354s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273003,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-05T08:18:37.804961Z","caller":"traceutil/trace.go:171","msg":"trace[1181660196] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"123.652157ms","start":"2026-03-05T08:18:37.681279Z","end":"2026-03-05T08:18:37.804931Z","steps":["trace[1181660196] 'process raft request' (duration: 110.492052ms)","trace[1181660196] 'compare' (duration: 12.931729ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:37.805026Z","caller":"traceutil/trace.go:171","msg":"trace[1929261013] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"115.776329ms","start":"2026-03-05T08:18:37.689232Z","end":"2026-03-05T08:18:37.805009Z","steps":["trace[1929261013] 'process raft request' (duration: 115.741887ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.805046Z","caller":"traceutil/trace.go:171","msg":"trace[1385551901] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"117.88338ms","start":"2026-03-05T08:18:37.687136Z","end":"2026-03-05T08:18:37.805019Z","steps":["trace[1385551901] 'process raft request' (duration: 117.756376ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.805206Z","caller":"traceutil/trace.go:171","msg":"trace[929845767] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"118.125395ms","start":"2026-03-05T08:18:37.687076Z","end":"2026-03-05T08:18:37.805201Z","steps":["trace[929845767] 'process raft request' (duration: 117.791126ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.805062Z","caller":"traceutil/trace.go:171","msg":"trace[1384704788] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"121.026855ms","start":"2026-03-05T08:18:37.684006Z","end":"2026-03-05T08:18:37.805033Z","steps":["trace[1384704788] 'process raft request' (duration: 120.819229ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.80527Z","caller":"traceutil/trace.go:171","msg":"trace[80499301] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"118.088565ms","start":"2026-03-05T08:18:37.687177Z","end":"2026-03-05T08:18:37.805265Z","steps":["trace[80499301] 'process raft request' (duration: 117.769256ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.805247Z","caller":"traceutil/trace.go:171","msg":"trace[1907912496] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"118.707949ms","start":"2026-03-05T08:18:37.686532Z","end":"2026-03-05T08:18:37.80524Z","steps":["trace[1907912496] 'process raft request' (duration: 118.38196ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.805337Z","caller":"traceutil/trace.go:171","msg":"trace[1257068713] linearizableReadLoop","detail":"{readStateIndex:24891; appliedIndex:24885; }","duration":"116.957606ms","start":"2026-03-05T08:18:37.688373Z","end":"2026-03-05T08:18:37.805331Z","steps":["trace[1257068713] 'read index received' (duration: 103.500583ms)","trace[1257068713] 'applied index is now lower than readState.Index' (duration: 13.456243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:37.805434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.720205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-05T08:18:37.805452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.665034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:37.805492Z","caller":"traceutil/trace.go:171","msg":"trace[1396463885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24036; }","duration":"117.742825ms","start":"2026-03-05T08:18:37.68774Z","end":"2026-03-05T08:18:37.805483Z","steps":["trace[1396463885] 'agreement among raft nodes before linearized reading' (duration: 117.670093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:37.805516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.715115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-05T08:18:37.805537Z","caller":"traceutil/trace.go:171","msg":"trace[1684416853] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24036; }","duration":"122.748816ms","start":"2026-03-05T08:18:37.682783Z","end":"2026-03-05T08:18:37.805531Z","steps":["trace[1684416853] 'agreement among raft nodes before linearized reading' (duration: 122.690475ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:37.805461Z","caller":"traceutil/trace.go:171","msg":"trace[686393441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24036; }","duration":"122.776266ms","start":"2026-03-05T08:18:37.682677Z","end":"2026-03-05T08:18:37.805454Z","steps":["trace[686393441] 'agreement among raft nodes before linearized reading' (duration: 122.671834ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:38.135485Z","caller":"traceutil/trace.go:171","msg":"trace[259064864] linearizableReadLoop","detail":"{readStateIndex:24893; appliedIndex:24892; }","duration":"325.386068ms","start":"2026-03-05T08:18:37.810073Z","end":"2026-03-05T08:18:38.135459Z","steps":["trace[259064864] 'read index received' (duration: 325.135642ms)","trace[259064864] 'applied index is now lower than readState.Index' (duration: 249.466µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:38.135608Z","caller":"traceutil/trace.go:171","msg":"trace[1444635913] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"325.868011ms","start":"2026-03-05T08:18:37.809729Z","end":"2026-03-05T08:18:38.135597Z","steps":["trace[1444635913] 'process raft request' (duration: 325.577183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:38.13572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:37.809716Z","time spent":"325.920312ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:38.136088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.188711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-05T08:18:38.136167Z","caller":"traceutil/trace.go:171","msg":"trace[1212590720] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24037; }","duration":"322.309035ms","start":"2026-03-05T08:18:37.813845Z","end":"2026-03-05T08:18:38.136154Z","steps":["trace[1212590720] 'agreement among raft nodes before linearized reading' (duration: 321.981487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:38.136168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.066715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-05T08:18:38.136212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:37.813839Z","time spent":"322.367816ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-05T08:18:38.136244Z","caller":"traceutil/trace.go:171","msg":"trace[2034588557] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24037; }","duration":"326.165767ms","start":"2026-03-05T08:18:37.810061Z","end":"2026-03-05T08:18:38.136227Z","steps":["trace[2034588557] 'agreement among raft nodes before linearized reading' (duration: 325.926852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:38.136291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:37.810055Z","time spent":"326.226269ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T08:18:38.13638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.455656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:38.136429Z","caller":"traceutil/trace.go:171","msg":"trace[801778389] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24037; }","duration":"269.531208ms","start":"2026-03-05T08:18:37.866887Z","end":"2026-03-05T08:18:38.136418Z","steps":["trace[801778389] 'agreement among raft nodes before linearized reading' (duration: 269.367454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.81022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.790702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:39.810314Z","caller":"traceutil/trace.go:171","msg":"trace[2116709870] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24038; }","duration":"514.934746ms","start":"2026-03-05T08:18:39.295366Z","end":"2026-03-05T08:18:39.810301Z","steps":["trace[2116709870] 'range keys from in-memory index tree' (duration: 514.72485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.810308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.750854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:39.81034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:39.295345Z","time spent":"514.988557ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-05T08:18:39.810352Z","caller":"traceutil/trace.go:171","msg":"trace[550973993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24038; }","duration":"502.826595ms","start":"2026-03-05T08:18:39.307516Z","end":"2026-03-05T08:18:39.810342Z","steps":["trace[550973993] 'range keys from in-memory index tree' (duration: 502.676902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.810372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:39.307504Z","time spent":"502.864717ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:39.810593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.328467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:39.810659Z","caller":"traceutil/trace.go:171","msg":"trace[1986308288] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24038; }","duration":"781.406899ms","start":"2026-03-05T08:18:39.029239Z","end":"2026-03-05T08:18:39.810645Z","steps":["trace[1986308288] 'count revisions from in-memory index tree' (duration: 781.241086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.810704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:39.029217Z","time spent":"781.477311ms","remote":"127.0.0.1:51620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:39.811137Z","caller":"traceutil/trace.go:171","msg":"trace[300940184] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"194.354324ms","start":"2026-03-05T08:18:39.616766Z","end":"2026-03-05T08:18:39.811121Z","steps":["trace[300940184] 'process raft request' (duration: 111.136267ms)","trace[300940184] 'compare' (duration: 82.626592ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:39.905333Z","caller":"traceutil/trace.go:171","msg":"trace[1483490254] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"226.841564ms","start":"2026-03-05T08:18:39.678466Z","end":"2026-03-05T08:18:39.905307Z","steps":["trace[1483490254] 'process raft request' (duration: 226.67808ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:39.9056Z","caller":"traceutil/trace.go:171","msg":"trace[1033494928] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"220.073341ms","start":"2026-03-05T08:18:39.685471Z","end":"2026-03-05T08:18:39.905544Z","steps":["trace[1033494928] 'process raft request' (duration: 219.798094ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:39.905973Z","caller":"traceutil/trace.go:171","msg":"trace[1159492027] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"219.141128ms","start":"2026-03-05T08:18:39.6868Z","end":"2026-03-05T08:18:39.905941Z","steps":["trace[1159492027] 'process raft request' (duration: 219.044836ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:39.906082Z","caller":"traceutil/trace.go:171","msg":"trace[960958004] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"220.494342ms","start":"2026-03-05T08:18:39.685561Z","end":"2026-03-05T08:18:39.906056Z","steps":["trace[960958004] 'process raft request' (duration: 219.884956ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:39.90616Z","caller":"traceutil/trace.go:171","msg":"trace[409576628] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"218.237797ms","start":"2026-03-05T08:18:39.687903Z","end":"2026-03-05T08:18:39.906141Z","steps":["trace[409576628] 'process raft request' (duration: 217.99718ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:39.906458Z","caller":"traceutil/trace.go:171","msg":"trace[2023239407] linearizableReadLoop","detail":"{readStateIndex:24901; appliedIndex:24894; }","duration":"207.986252ms","start":"2026-03-05T08:18:39.698459Z","end":"2026-03-05T08:18:39.906445Z","steps":["trace[2023239407] 'read index received' (duration: 29.389226ms)","trace[2023239407] 'applied index is now lower than readState.Index' (duration: 178.595846ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:39.906547Z","caller":"traceutil/trace.go:171","msg":"trace[529672140] transaction","detail":"{read_only:false; response_revision:24045; number_of_response:1; }","duration":"217.50504ms","start":"2026-03-05T08:18:39.688991Z","end":"2026-03-05T08:18:39.906496Z","steps":["trace[529672140] 'process raft request' (duration: 217.08807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:39.906608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.093464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:39.906651Z","caller":"traceutil/trace.go:171","msg":"trace[1931008849] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24045; }","duration":"208.215497ms","start":"2026-03-05T08:18:39.698421Z","end":"2026-03-05T08:18:39.906637Z","steps":["trace[1931008849] 'agreement among raft nodes before linearized reading' (duration: 208.097885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:40.064194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.479662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:40.064326Z","caller":"traceutil/trace.go:171","msg":"trace[565003767] linearizableReadLoop","detail":"{readStateIndex:24902; appliedIndex:24901; }","duration":"157.811787ms","start":"2026-03-05T08:18:39.906494Z","end":"2026-03-05T08:18:40.064305Z","steps":["trace[565003767] 'read index received' (duration: 47.074709ms)","trace[565003767] 'applied index is now lower than readState.Index' (duration: 110.736058ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:40.064345Z","caller":"traceutil/trace.go:171","msg":"trace[785666638] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"286.324961ms","start":"2026-03-05T08:18:39.777983Z","end":"2026-03-05T08:18:40.064308Z","steps":["trace[785666638] 'process raft request' (duration: 175.634544ms)","trace[785666638] 'compare' (duration: 110.336568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:40.064474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.954438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T08:18:40.064475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.62045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:40.064511Z","caller":"traceutil/trace.go:171","msg":"trace[1956573207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24046; }","duration":"255.018079ms","start":"2026-03-05T08:18:39.809483Z","end":"2026-03-05T08:18:40.064501Z","steps":["trace[1956573207] 'agreement among raft nodes before linearized reading' (duration: 254.874076ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:40.064532Z","caller":"traceutil/trace.go:171","msg":"trace[1585039457] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24046; }","duration":"249.701782ms","start":"2026-03-05T08:18:39.814814Z","end":"2026-03-05T08:18:40.064516Z","steps":["trace[1585039457] 'agreement among raft nodes before linearized reading' (duration: 249.580999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:40.064529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.000981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:40.064547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.514238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:18:40.064635Z","caller":"traceutil/trace.go:171","msg":"trace[1907369820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24046; }","duration":"253.124084ms","start":"2026-03-05T08:18:39.811475Z","end":"2026-03-05T08:18:40.064599Z","steps":["trace[1907369820] 'agreement among raft nodes before linearized reading' (duration: 252.935169ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:40.064631Z","caller":"traceutil/trace.go:171","msg":"trace[1740481325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24046; }","duration":"254.61638ms","start":"2026-03-05T08:18:39.809994Z","end":"2026-03-05T08:18:40.06461Z","steps":["trace[1740481325] 'agreement among raft nodes before linearized reading' (duration: 254.335603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:40.064691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.805195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T08:18:40.06475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.876757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:40.064811Z","caller":"traceutil/trace.go:171","msg":"trace[2053399120] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24046; }","duration":"229.944228ms","start":"2026-03-05T08:18:39.834846Z","end":"2026-03-05T08:18:40.06479Z","steps":["trace[2053399120] 'agreement among raft nodes before linearized reading' (duration: 229.815915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:40.064821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.289557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:18:40.064819Z","caller":"traceutil/trace.go:171","msg":"trace[429504018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24046; }","duration":"254.992859ms","start":"2026-03-05T08:18:39.809793Z","end":"2026-03-05T08:18:40.064786Z","steps":["trace[429504018] 'agreement among raft nodes before linearized reading' (duration: 254.58879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:40.064821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.926058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:18:40.064864Z","caller":"traceutil/trace.go:171","msg":"trace[74809977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24046; }","duration":"255.354688ms","start":"2026-03-05T08:18:39.809497Z","end":"2026-03-05T08:18:40.064852Z","steps":["trace[74809977] 'agreement among raft nodes before linearized reading' (duration: 255.180834ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:40.06488Z","caller":"traceutil/trace.go:171","msg":"trace[1497871451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24046; }","duration":"254.993419ms","start":"2026-03-05T08:18:39.809872Z","end":"2026-03-05T08:18:40.064865Z","steps":["trace[1497871451] 'agreement among raft nodes before linearized reading' (duration: 254.832105ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:40.22244Z","caller":"traceutil/trace.go:171","msg":"trace[1733014585] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"153.784869ms","start":"2026-03-05T08:18:40.068622Z","end":"2026-03-05T08:18:40.222407Z","steps":["trace[1733014585] 'process raft request' (duration: 100.311226ms)","trace[1733014585] 'compare' (duration: 53.241148ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:40.222653Z","caller":"traceutil/trace.go:171","msg":"trace[713374103] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"152.836748ms","start":"2026-03-05T08:18:40.069794Z","end":"2026-03-05T08:18:40.22263Z","steps":["trace[713374103] 'process raft request' (duration: 152.52594ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:40.222714Z","caller":"traceutil/trace.go:171","msg":"trace[1330348032] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"152.764466ms","start":"2026-03-05T08:18:40.069932Z","end":"2026-03-05T08:18:40.222696Z","steps":["trace[1330348032] 'process raft request' (duration: 152.686564ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:40.222878Z","caller":"traceutil/trace.go:171","msg":"trace[1769299755] linearizableReadLoop","detail":"{readStateIndex:24907; appliedIndex:24902; }","duration":"151.004754ms","start":"2026-03-05T08:18:40.07186Z","end":"2026-03-05T08:18:40.222865Z","steps":["trace[1769299755] 'read index received' (duration: 97.085629ms)","trace[1769299755] 'applied index is now lower than readState.Index' (duration: 53.918385ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:40.222878Z","caller":"traceutil/trace.go:171","msg":"trace[584300765] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"152.841159ms","start":"2026-03-05T08:18:40.069883Z","end":"2026-03-05T08:18:40.222724Z","steps":["trace[584300765] 'process raft request' (duration: 152.646113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:40.223014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.139447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:40.222999Z","caller":"traceutil/trace.go:171","msg":"trace[779945684] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"152.151472ms","start":"2026-03-05T08:18:40.070782Z","end":"2026-03-05T08:18:40.222934Z","steps":["trace[779945684] 'process raft request' (duration: 151.876295ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:40.223058Z","caller":"traceutil/trace.go:171","msg":"trace[1825720858] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24051; }","duration":"151.249229ms","start":"2026-03-05T08:18:40.071796Z","end":"2026-03-05T08:18:40.223046Z","steps":["trace[1825720858] 'agreement among raft nodes before linearized reading' (duration: 151.157657ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:42.46101Z","caller":"traceutil/trace.go:171","msg":"trace[953850102] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"229.374904ms","start":"2026-03-05T08:18:42.231612Z","end":"2026-03-05T08:18:42.460987Z","steps":["trace[953850102] 'process raft request' (duration: 175.293666ms)","trace[953850102] 'compare' (duration: 53.78011ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:42.46145Z","caller":"traceutil/trace.go:171","msg":"trace[2089436730] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"229.527288ms","start":"2026-03-05T08:18:42.231915Z","end":"2026-03-05T08:18:42.461442Z","steps":["trace[2089436730] 'process raft request' (duration: 229.197ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:42.461465Z","caller":"traceutil/trace.go:171","msg":"trace[977054878] linearizableReadLoop","detail":"{readStateIndex:24922; appliedIndex:24918; }","duration":"152.126621ms","start":"2026-03-05T08:18:42.309315Z","end":"2026-03-05T08:18:42.461442Z","steps":["trace[977054878] 'read index received' (duration: 97.490069ms)","trace[977054878] 'applied index is now lower than readState.Index' (duration: 54.635252ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:42.46153Z","caller":"traceutil/trace.go:171","msg":"trace[2030216476] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"229.523728ms","start":"2026-03-05T08:18:42.231962Z","end":"2026-03-05T08:18:42.461486Z","steps":["trace[2030216476] 'process raft request' (duration: 229.434956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:42.461623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.302135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:42.461663Z","caller":"traceutil/trace.go:171","msg":"trace[127496793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24065; }","duration":"152.387587ms","start":"2026-03-05T08:18:42.309265Z","end":"2026-03-05T08:18:42.461652Z","steps":["trace[127496793] 'agreement among raft nodes before linearized reading' (duration: 152.279614ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:42.461679Z","caller":"traceutil/trace.go:171","msg":"trace[920609380] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"229.738503ms","start":"2026-03-05T08:18:42.231668Z","end":"2026-03-05T08:18:42.461406Z","steps":["trace[920609380] 'process raft request' (duration: 229.252812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:43.883629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264931,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:18:44.162342Z","caller":"traceutil/trace.go:171","msg":"trace[478524832] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"806.4062ms","start":"2026-03-05T08:18:43.355906Z","end":"2026-03-05T08:18:44.162312Z","steps":["trace[478524832] 'process raft request' (duration: 806.223726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:44.162521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.355885Z","time spent":"806.536584ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:45.775226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.503500299s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:45.775719Z","caller":"traceutil/trace.go:171","msg":"trace[34584231] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"1.931701774s","start":"2026-03-05T08:18:43.843992Z","end":"2026-03-05T08:18:45.775694Z","steps":["trace[34584231] 'process raft request' (duration: 1.931644243s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:45.775743Z","caller":"traceutil/trace.go:171","msg":"trace[194688401] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"2.089348057s","start":"2026-03-05T08:18:43.686364Z","end":"2026-03-05T08:18:45.775712Z","steps":["trace[194688401] 'process raft request' (duration: 2.089125512s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.775829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.843968Z","time spent":"1.931785806s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:45.775899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.686347Z","time spent":"2.089466899s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:45.775933Z","caller":"traceutil/trace.go:171","msg":"trace[1334574921] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"1.80941685s","start":"2026-03-05T08:18:43.966497Z","end":"2026-03-05T08:18:45.775914Z","steps":["trace[1334574921] 'process raft request' (duration: 1.809169414s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.776038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.966478Z","time spent":"1.809501641s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:45.776127Z","caller":"traceutil/trace.go:171","msg":"trace[124657812] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"1.801999181s","start":"2026-03-05T08:18:43.974106Z","end":"2026-03-05T08:18:45.776105Z","steps":["trace[124657812] 'process raft request' (duration: 1.801748815s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.77623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.974078Z","time spent":"1.802101033s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:45.776597Z","caller":"traceutil/trace.go:171","msg":"trace[1911669511] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"1.802313898s","start":"2026-03-05T08:18:43.974271Z","end":"2026-03-05T08:18:45.776585Z","steps":["trace[1911669511] 'process raft request' (duration: 1.801793576s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:45.776632Z","caller":"traceutil/trace.go:171","msg":"trace[1664793635] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"1.802019851s","start":"2026-03-05T08:18:43.974596Z","end":"2026-03-05T08:18:45.776616Z","steps":["trace[1664793635] 'process raft request' (duration: 1.801887778s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.776669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.974263Z","time spent":"1.80237601s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:45.776708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.974575Z","time spent":"1.802093063s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:45.77678Z","caller":"traceutil/trace.go:171","msg":"trace[1511956067] linearizableReadLoop","detail":"{readStateIndex:24925; appliedIndex:24922; }","duration":"2.394201801s","start":"2026-03-05T08:18:43.38257Z","end":"2026-03-05T08:18:45.776772Z","steps":["trace[1511956067] 'read index received' (duration: 779.566366ms)","trace[1511956067] 'applied index is now lower than readState.Index' (duration: 1.614634705s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:45.776821Z","caller":"traceutil/trace.go:171","msg":"trace[1913679218] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"1.801289064s","start":"2026-03-05T08:18:43.975522Z","end":"2026-03-05T08:18:45.776811Z","steps":["trace[1913679218] 'process raft request' (duration: 1.801080899s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.776878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.975501Z","time spent":"1.801346666s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:45.776896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394327474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:45.776919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325750229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T08:18:45.776941Z","caller":"traceutil/trace.go:171","msg":"trace[1232033566] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24074; }","duration":"2.325841991s","start":"2026-03-05T08:18:43.451093Z","end":"2026-03-05T08:18:45.776935Z","steps":["trace[1232033566] 'agreement among raft nodes before linearized reading' (duration: 2.325750398s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.776936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467930634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:45.776948Z","caller":"traceutil/trace.go:171","msg":"trace[1380198282] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24074; }","duration":"2.394431018s","start":"2026-03-05T08:18:43.382502Z","end":"2026-03-05T08:18:45.776933Z","steps":["trace[1380198282] 'agreement among raft nodes before linearized reading' (duration: 2.394333385s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.776965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.451067Z","time spent":"2.325893192s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T08:18:45.776969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311011839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T08:18:45.776985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.382477Z","time spent":"2.394498659s","remote":"127.0.0.1:53544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:45.777019Z","caller":"traceutil/trace.go:171","msg":"trace[1726133867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24074; }","duration":"1.311079641s","start":"2026-03-05T08:18:44.465925Z","end":"2026-03-05T08:18:45.777004Z","steps":["trace[1726133867] 'agreement among raft nodes before linearized reading' (duration: 1.310936868s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.777036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431320227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:45.777042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31147117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T08:18:45.777054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.465912Z","time spent":"1.311133902s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T08:18:45.777069Z","caller":"traceutil/trace.go:171","msg":"trace[1405807658] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24074; }","duration":"1.431385758s","start":"2026-03-05T08:18:44.345672Z","end":"2026-03-05T08:18:45.777058Z","steps":["trace[1405807658] 'agreement among raft nodes before linearized reading' (duration: 1.431327606s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:45.777072Z","caller":"traceutil/trace.go:171","msg":"trace[1800272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24074; }","duration":"1.311528482s","start":"2026-03-05T08:18:44.465535Z","end":"2026-03-05T08:18:45.777064Z","steps":["trace[1800272] 'agreement among raft nodes before linearized reading' (duration: 1.311409529s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.777089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234906569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:45.7771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.34566Z","time spent":"1.431432409s","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:45.777118Z","caller":"traceutil/trace.go:171","msg":"trace[170356409] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24074; }","duration":"2.234963231s","start":"2026-03-05T08:18:43.542145Z","end":"2026-03-05T08:18:45.777109Z","steps":["trace[170356409] 'agreement among raft nodes before linearized reading' (duration: 2.2349273s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:45.77698Z","caller":"traceutil/trace.go:171","msg":"trace[931610306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24074; }","duration":"1.468023197s","start":"2026-03-05T08:18:44.308945Z","end":"2026-03-05T08:18:45.776968Z","steps":["trace[931610306] 'agreement among raft nodes before linearized reading' (duration: 1.467953576s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.777137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.54213Z","time spent":"2.235002311s","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:45.777155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.308922Z","time spent":"1.468224292s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:45.777189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.465517Z","time spent":"1.311577342s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:45.777268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705240009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-05T08:18:45.777059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494269726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T08:18:45.77736Z","caller":"traceutil/trace.go:171","msg":"trace[1603348835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24074; }","duration":"1.494605454s","start":"2026-03-05T08:18:44.282743Z","end":"2026-03-05T08:18:45.777349Z","steps":["trace[1603348835] 'agreement among raft nodes before linearized reading' (duration: 1.494268026s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:45.777355Z","caller":"traceutil/trace.go:171","msg":"trace[1171300942] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3; range_end:; response_count:1; response_revision:24074; }","duration":"1.705377782s","start":"2026-03-05T08:18:44.071953Z","end":"2026-03-05T08:18:45.777331Z","steps":["trace[1171300942] 'agreement among raft nodes before linearized reading' (duration: 1.705093145s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.777388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311006319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T08:18:45.777389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311707046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T08:18:45.777388Z","caller":"traceutil/trace.go:171","msg":"trace[1433281770] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"1.802237917s","start":"2026-03-05T08:18:43.975129Z","end":"2026-03-05T08:18:45.777367Z","steps":["trace[1433281770] 'process raft request' (duration: 1.801431538s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:45.777416Z","caller":"traceutil/trace.go:171","msg":"trace[247566999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24074; }","duration":"1.311054981s","start":"2026-03-05T08:18:44.466352Z","end":"2026-03-05T08:18:45.777407Z","steps":["trace[247566999] 'agreement among raft nodes before linearized reading' (duration: 1.310973189s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.77741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.071936Z","time spent":"1.705465454s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" "} {"level":"info","ts":"2026-03-05T08:18:45.777421Z","caller":"traceutil/trace.go:171","msg":"trace[1045041185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24074; }","duration":"1.311781238s","start":"2026-03-05T08:18:44.46563Z","end":"2026-03-05T08:18:45.777411Z","steps":["trace[1045041185] 'agreement among raft nodes before linearized reading' (duration: 1.311638325s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.77745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.466345Z","time spent":"1.311096412s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:18:45.77745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121314467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:45.777459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.4656Z","time spent":"1.311852969s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T08:18:45.777483Z","caller":"traceutil/trace.go:171","msg":"trace[1920640923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24074; }","duration":"1.121375268s","start":"2026-03-05T08:18:44.656097Z","end":"2026-03-05T08:18:45.777472Z","steps":["trace[1920640923] 'agreement among raft nodes before linearized reading' (duration: 1.121328597s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.777486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:43.975115Z","time spent":"1.802325029s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:45.77751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.65608Z","time spent":"1.121422739s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:45.777404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.282718Z","time spent":"1.494675726s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:18:45.777322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.332079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:45.777594Z","caller":"traceutil/trace.go:171","msg":"trace[1388011283] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24074; }","duration":"108.638166ms","start":"2026-03-05T08:18:45.668944Z","end":"2026-03-05T08:18:45.777582Z","steps":["trace[1388011283] 'agreement among raft nodes before linearized reading' (duration: 108.345319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.778009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285725512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:45.778064Z","caller":"traceutil/trace.go:171","msg":"trace[17885223] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24074; }","duration":"1.285862896s","start":"2026-03-05T08:18:44.49219Z","end":"2026-03-05T08:18:45.778052Z","steps":["trace[17885223] 'agreement among raft nodes before linearized reading' (duration: 1.285277921s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:45.778094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:44.492173Z","time spent":"1.285911187s","remote":"127.0.0.1:36558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:46.284926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:46.785318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:47.784636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:47.784745Z","caller":"traceutil/trace.go:171","msg":"trace[2000398881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070104s","start":"2026-03-05T08:18:45.784654Z","end":"2026-03-05T08:18:47.784724Z","steps":["trace[2000398881] 'agreement among raft nodes before linearized reading' (duration: 1.999940871s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:47.784794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.784646Z","time spent":"2.000138146s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:47.815665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.316733ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:47.815805Z","caller":"traceutil/trace.go:171","msg":"trace[1728338490] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24074; }","duration":"169.483077ms","start":"2026-03-05T08:18:47.646302Z","end":"2026-03-05T08:18:47.815785Z","steps":["trace[1728338490] 'range keys from in-memory index tree' (duration: 169.300633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:47.817333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.508318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:47.817428Z","caller":"traceutil/trace.go:171","msg":"trace[951248533] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"2.036035037s","start":"2026-03-05T08:18:45.781376Z","end":"2026-03-05T08:18:47.817411Z","steps":["trace[951248533] 'process raft request' (duration: 1.070089488s)","trace[951248533] 'compare' (duration: 964.035753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:47.817525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.781351Z","time spent":"2.03614185s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:48.486117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106193434s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:18:48.987103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:48.987234Z","caller":"traceutil/trace.go:171","msg":"trace[1561894316] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000363081s","start":"2026-03-05T08:18:46.986843Z","end":"2026-03-05T08:18:48.987206Z","steps":["trace[1561894316] 'agreement among raft nodes before linearized reading' (duration: 2.000192867s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:48.987321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:46.98682Z","time spent":"2.000488554s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:49.161687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.235933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:49.162012Z","caller":"traceutil/trace.go:171","msg":"trace[1557547735] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"3.379243049s","start":"2026-03-05T08:18:45.782739Z","end":"2026-03-05T08:18:49.161982Z","steps":["trace[1557547735] 'process raft request' (duration: 3.379051015s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:49.162022Z","caller":"traceutil/trace.go:171","msg":"trace[449219012] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"3.379946556s","start":"2026-03-05T08:18:45.782033Z","end":"2026-03-05T08:18:49.161979Z","steps":["trace[449219012] 'process raft request' (duration: 2.704322803s)","trace[449219012] 'compare' (duration: 675.119091ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:49.162071Z","caller":"traceutil/trace.go:171","msg":"trace[434528838] linearizableReadLoop","detail":"{readStateIndex:24938; appliedIndex:24931; }","duration":"3.377369284s","start":"2026-03-05T08:18:45.784686Z","end":"2026-03-05T08:18:49.162055Z","steps":["trace[434528838] 'read index received' (duration: 1.066794989s)","trace[434528838] 'applied index is now lower than readState.Index' (duration: 2.310573435s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:49.16207Z","caller":"traceutil/trace.go:171","msg":"trace[1069841115] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"3.37884783s","start":"2026-03-05T08:18:45.783173Z","end":"2026-03-05T08:18:49.162021Z","steps":["trace[1069841115] 'process raft request' (duration: 3.378705217s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.162103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.782731Z","time spent":"3.379326801s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:49.162171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.783168Z","time spent":"3.378954393s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:49.162177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.781993Z","time spent":"3.3800921s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:49.162211Z","caller":"traceutil/trace.go:171","msg":"trace[1987105059] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"3.378766117s","start":"2026-03-05T08:18:45.783434Z","end":"2026-03-05T08:18:49.1622Z","steps":["trace[1987105059] 'process raft request' (duration: 3.378548211s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:49.162173Z","caller":"traceutil/trace.go:171","msg":"trace[227268263] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"3.378845579s","start":"2026-03-05T08:18:45.783317Z","end":"2026-03-05T08:18:49.162163Z","steps":["trace[227268263] 'process raft request' (duration: 3.378626954s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.16228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.783412Z","time spent":"3.378823248s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:49.162298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.78331Z","time spent":"3.378960871s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:49.162456Z","caller":"traceutil/trace.go:171","msg":"trace[1111640687] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"3.3788654s","start":"2026-03-05T08:18:45.783555Z","end":"2026-03-05T08:18:49.16242Z","steps":["trace[1111640687] 'process raft request' (duration: 3.37846103s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.162611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:45.783543Z","time spent":"3.378987192s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:49.662727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:49.786172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001252993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:49.786298Z","caller":"traceutil/trace.go:171","msg":"trace[1701626316] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001439196s","start":"2026-03-05T08:18:47.784826Z","end":"2026-03-05T08:18:49.786265Z","steps":["trace[1701626316] 'agreement among raft nodes before linearized reading' (duration: 2.001276102s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:49.786367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.784814Z","time spent":"2.001537639s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:50.163955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:50.287597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.639555533s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:50.303862Z","caller":"traceutil/trace.go:171","msg":"trace[493772849] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"2.7341897s","start":"2026-03-05T08:18:47.569641Z","end":"2026-03-05T08:18:50.303831Z","steps":["trace[493772849] 'process raft request' (duration: 2.718220597s)","trace[493772849] 'compare' (duration: 15.601344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:50.304015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.569618Z","time spent":"2.734318443s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:50.30452Z","caller":"traceutil/trace.go:171","msg":"trace[1695341947] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"2.522175012s","start":"2026-03-05T08:18:47.782264Z","end":"2026-03-05T08:18:50.304439Z","steps":["trace[1695341947] 'process raft request' (duration: 2.521864495s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:50.304573Z","caller":"traceutil/trace.go:171","msg":"trace[1642859110] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"2.521324142s","start":"2026-03-05T08:18:47.783215Z","end":"2026-03-05T08:18:50.304539Z","steps":["trace[1642859110] 'process raft request' (duration: 2.521218609s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:50.30441Z","caller":"traceutil/trace.go:171","msg":"trace[1835285148] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"2.522369806s","start":"2026-03-05T08:18:47.781987Z","end":"2026-03-05T08:18:50.304357Z","steps":["trace[1835285148] 'process raft request' (duration: 2.521753742s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:50.304645Z","caller":"traceutil/trace.go:171","msg":"trace[1270709007] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"2.520724577s","start":"2026-03-05T08:18:47.783869Z","end":"2026-03-05T08:18:50.304593Z","steps":["trace[1270709007] 'process raft request' (duration: 2.520629545s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:50.304706Z","caller":"traceutil/trace.go:171","msg":"trace[2091733124] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"2.520156944s","start":"2026-03-05T08:18:47.784541Z","end":"2026-03-05T08:18:50.304698Z","steps":["trace[2091733124] 'process raft request' (duration: 2.51998939s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:50.304729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.783195Z","time spent":"2.521448135s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:50.304832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.784524Z","time spent":"2.520232887s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:50.304694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.782256Z","time spent":"2.522350306s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:50.304653Z","caller":"traceutil/trace.go:171","msg":"trace[1477938465] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"2.520041201s","start":"2026-03-05T08:18:47.784583Z","end":"2026-03-05T08:18:50.304624Z","steps":["trace[1477938465] 'process raft request' (duration: 2.519976639s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:50.304877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.783829Z","time spent":"2.520930863s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:50.304953Z","caller":"traceutil/trace.go:171","msg":"trace[73373472] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"2.521324292s","start":"2026-03-05T08:18:47.783183Z","end":"2026-03-05T08:18:50.304507Z","steps":["trace[73373472] 'process raft request' (duration: 2.521203509s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:50.304958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.784555Z","time spent":"2.52035266s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:50.305038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.783154Z","time spent":"2.521844476s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:50.30504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.781961Z","time spent":"2.522825649s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:51.794215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999757317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:51.794309Z","caller":"traceutil/trace.go:171","msg":"trace[1362427424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999949411s","start":"2026-03-05T08:18:49.794338Z","end":"2026-03-05T08:18:51.794288Z","steps":["trace[1362427424] 'agreement among raft nodes before linearized reading' (duration: 1.999826338s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:51.794361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.794311Z","time spent":"2.000039634s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:52.523429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.535316911s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:52.524035Z","caller":"traceutil/trace.go:171","msg":"trace[195909563] linearizableReadLoop","detail":"{readStateIndex:24947; appliedIndex:24938; }","duration":"3.361884883s","start":"2026-03-05T08:18:49.162106Z","end":"2026-03-05T08:18:52.523991Z","steps":["trace[195909563] 'read index received' (duration: 1.125736093s)","trace[195909563] 'applied index is now lower than readState.Index' (duration: 2.23614692s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:52.524154Z","caller":"traceutil/trace.go:171","msg":"trace[1463305459] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"3.647690551s","start":"2026-03-05T08:18:48.876376Z","end":"2026-03-05T08:18:52.524067Z","steps":["trace[1463305459] 'process raft request' (duration: 3.647305951s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:52.524346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.687685437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:52.524427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.284163803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:18:52.524441Z","caller":"traceutil/trace.go:171","msg":"trace[738525188] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24090; }","duration":"4.687849721s","start":"2026-03-05T08:18:47.836568Z","end":"2026-03-05T08:18:52.524418Z","steps":["trace[738525188] 'agreement among raft nodes before linearized reading' (duration: 4.687705308s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:52.524474Z","caller":"traceutil/trace.go:171","msg":"trace[1341354314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24090; }","duration":"4.284298927s","start":"2026-03-05T08:18:48.240158Z","end":"2026-03-05T08:18:52.524457Z","steps":["trace[1341354314] 'agreement among raft nodes before linearized reading' (duration: 4.28402726s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:52.524513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.836543Z","time spent":"4.687954804s","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:52.524502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.337323148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:52.524583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.579229081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:52.524645Z","caller":"traceutil/trace.go:171","msg":"trace[1957220746] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24090; }","duration":"5.579303242s","start":"2026-03-05T08:18:46.945305Z","end":"2026-03-05T08:18:52.524608Z","steps":["trace[1957220746] 'agreement among raft nodes before linearized reading' (duration: 5.579239221s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:52.524649Z","caller":"traceutil/trace.go:171","msg":"trace[1449260419] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24090; }","duration":"4.337529084s","start":"2026-03-05T08:18:48.187062Z","end":"2026-03-05T08:18:52.524591Z","steps":["trace[1449260419] 'agreement among raft nodes before linearized reading' (duration: 4.337206116s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:52.524688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:46.945286Z","time spent":"5.579392265s","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:52.524723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:48.187034Z","time spent":"4.337669157s","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:52.524518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:48.240124Z","time spent":"4.284385638s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:18:52.524782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.268997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:52.52488Z","caller":"traceutil/trace.go:171","msg":"trace[842272271] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24090; }","duration":"4.269149163s","start":"2026-03-05T08:18:48.255695Z","end":"2026-03-05T08:18:52.524845Z","steps":["trace[842272271] 'agreement among raft nodes before linearized reading' (duration: 4.268980199s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:52.524942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:48.255674Z","time spent":"4.269251576s","remote":"127.0.0.1:36808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:52.52504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.912656839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:52.525111Z","caller":"traceutil/trace.go:171","msg":"trace[1722319089] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24090; }","duration":"3.912776792s","start":"2026-03-05T08:18:48.612314Z","end":"2026-03-05T08:18:52.52509Z","steps":["trace[1722319089] 'agreement among raft nodes before linearized reading' (duration: 3.911956972s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:52.525053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.704032095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-05T08:18:52.525156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:48.612291Z","time spent":"3.912854314s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:52.525189Z","caller":"traceutil/trace.go:171","msg":"trace[670165514] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:24090; }","duration":"5.7042332s","start":"2026-03-05T08:18:46.820927Z","end":"2026-03-05T08:18:52.525161Z","steps":["trace[670165514] 'agreement among raft nodes before linearized reading' (duration: 5.703882531s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:52.525211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534142826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e40c1ad3f75a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-05T08:18:52.525344Z","caller":"traceutil/trace.go:171","msg":"trace[1158825990] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e40c1ad3f75a; range_end:; response_count:1; response_revision:24090; }","duration":"3.534432632s","start":"2026-03-05T08:18:48.990889Z","end":"2026-03-05T08:18:52.525322Z","steps":["trace[1158825990] 'agreement among raft nodes before linearized reading' (duration: 3.533205963s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:52.525267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:46.820907Z","time spent":"5.704342793s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-05T08:18:52.525449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.8141297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-05T08:18:52.525505Z","caller":"traceutil/trace.go:171","msg":"trace[1553249474] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24090; }","duration":"4.814188321s","start":"2026-03-05T08:18:47.711305Z","end":"2026-03-05T08:18:52.525493Z","steps":["trace[1553249474] 'agreement among raft nodes before linearized reading' (duration: 4.812898311s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:52.525509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:48.876338Z","time spent":"3.648000978s","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18603,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:52.525548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:47.71121Z","time spent":"4.814324694s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-05T08:18:52.52546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:48.990865Z","time spent":"3.534545176s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e40c1ad3f75a\" "} {"level":"warn","ts":"2026-03-05T08:18:53.025144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264970,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:18:53.438467Z","caller":"traceutil/trace.go:171","msg":"trace[1667179097] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"2.758171135s","start":"2026-03-05T08:18:50.680269Z","end":"2026-03-05T08:18:53.43844Z","steps":["trace[1667179097] 'process raft request' (duration: 2.758086943s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:53.438502Z","caller":"traceutil/trace.go:171","msg":"trace[563687229] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"2.845332707s","start":"2026-03-05T08:18:50.593122Z","end":"2026-03-05T08:18:53.438455Z","steps":["trace[563687229] 'process raft request' (duration: 2.84505068s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:53.438633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.68024Z","time spent":"2.758306218s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:53.438898Z","caller":"traceutil/trace.go:171","msg":"trace[1440419796] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"2.65669193s","start":"2026-03-05T08:18:50.782178Z","end":"2026-03-05T08:18:53.43887Z","steps":["trace[1440419796] 'process raft request' (duration: 2.656222119s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:53.43894Z","caller":"traceutil/trace.go:171","msg":"trace[1293708026] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"1.128220982s","start":"2026-03-05T08:18:52.310691Z","end":"2026-03-05T08:18:53.438912Z","steps":["trace[1293708026] 'process raft request' (duration: 1.127947205s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:53.438987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.782139Z","time spent":"2.656790452s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:53.439072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.310648Z","time spent":"1.128352465s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:53.439169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.593092Z","time spent":"2.845475441s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:53.439864Z","caller":"traceutil/trace.go:171","msg":"trace[2013912380] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"1.128465429s","start":"2026-03-05T08:18:52.311366Z","end":"2026-03-05T08:18:53.439832Z","steps":["trace[2013912380] 'process raft request' (duration: 1.127502095s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:53.439986Z","caller":"traceutil/trace.go:171","msg":"trace[871676628] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"1.12848162s","start":"2026-03-05T08:18:52.311482Z","end":"2026-03-05T08:18:53.439964Z","steps":["trace[871676628] 'process raft request' (duration: 1.128267825s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:53.44003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.311356Z","time spent":"1.128583212s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:53.440084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.311457Z","time spent":"1.128579911s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:53.440124Z","caller":"traceutil/trace.go:171","msg":"trace[874790325] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"1.128403318s","start":"2026-03-05T08:18:52.311696Z","end":"2026-03-05T08:18:53.4401Z","steps":["trace[874790325] 'process raft request' (duration: 1.128166162s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:53.440255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.311685Z","time spent":"1.12849941s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:53.4403Z","caller":"traceutil/trace.go:171","msg":"trace[1448510396] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"1.127068636s","start":"2026-03-05T08:18:52.313218Z","end":"2026-03-05T08:18:53.440287Z","steps":["trace[1448510396] 'process raft request' (duration: 1.126835231s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:53.440357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.313206Z","time spent":"1.127121697s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:53.440365Z","caller":"traceutil/trace.go:171","msg":"trace[141101075] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"1.127030314s","start":"2026-03-05T08:18:52.313319Z","end":"2026-03-05T08:18:53.440349Z","steps":["trace[141101075] 'process raft request' (duration: 1.126930302s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:53.440396Z","caller":"traceutil/trace.go:171","msg":"trace[15852812] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"1.127129448s","start":"2026-03-05T08:18:52.313249Z","end":"2026-03-05T08:18:53.440379Z","steps":["trace[15852812] 'process raft request' (duration: 1.126930543s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:53.440447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.313274Z","time spent":"1.127131477s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:53.440462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.313236Z","time spent":"1.127191899s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:53.795118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99995921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:53.795305Z","caller":"traceutil/trace.go:171","msg":"trace[1639709014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000200437s","start":"2026-03-05T08:18:51.795083Z","end":"2026-03-05T08:18:53.795283Z","steps":["trace[1639709014] 'agreement among raft nodes before linearized reading' (duration: 1.999997421s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:53.795412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.795061Z","time spent":"2.000337681s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:54.399428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.074028ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-05T08:18:54.400031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.526238Z","time spent":"1.873783573s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T08:18:54.400195Z","caller":"traceutil/trace.go:171","msg":"trace[574475062] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"1.870872033s","start":"2026-03-05T08:18:52.529281Z","end":"2026-03-05T08:18:54.400153Z","steps":["trace[574475062] 'process raft request' (duration: 1.870286949s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:54.400367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.529265Z","time spent":"1.871004896s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:55.74262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:55.742762Z","caller":"traceutil/trace.go:171","msg":"trace[796530465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103115s","start":"2026-03-05T08:18:53.742641Z","end":"2026-03-05T08:18:55.742744Z","steps":["trace[796530465] 'agreement among raft nodes before linearized reading' (duration: 1.999938731s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.742847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:53.74262Z","time spent":"2.000215918s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:55.803233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T08:18:55.803312Z","caller":"traceutil/trace.go:171","msg":"trace[561204505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000630907s","start":"2026-03-05T08:18:53.802665Z","end":"2026-03-05T08:18:55.803296Z","steps":["trace[561204505] 'agreement among raft nodes before linearized reading' (duration: 2.000544285s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.803353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:53.802632Z","time spent":"2.000711569s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:55.872212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472422343s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T08:18:55.872461Z","caller":"traceutil/trace.go:171","msg":"trace[1630364975] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24102; }","duration":"1.470409755s","start":"2026-03-05T08:18:54.40203Z","end":"2026-03-05T08:18:55.87244Z","steps":["trace[1630364975] 'process raft request' (duration: 1.470293152s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.872645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:54.402002Z","time spent":"1.470540917s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:55.873172Z","caller":"traceutil/trace.go:171","msg":"trace[518451783] linearizableReadLoop","detail":"{readStateIndex:24960; appliedIndex:24947; }","duration":"3.349020014s","start":"2026-03-05T08:18:52.524139Z","end":"2026-03-05T08:18:55.873159Z","steps":["trace[518451783] 'read index received' (duration: 914.128096ms)","trace[518451783] 'applied index is now lower than readState.Index' (duration: 2.434890478s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:55.873617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.631055954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:55.873639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.974225581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:55.873709Z","caller":"traceutil/trace.go:171","msg":"trace[535507199] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24102; }","duration":"5.631163796s","start":"2026-03-05T08:18:50.242523Z","end":"2026-03-05T08:18:55.873687Z","steps":["trace[535507199] 'agreement among raft nodes before linearized reading' (duration: 5.631012733s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:55.87372Z","caller":"traceutil/trace.go:171","msg":"trace[1449824276] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24102; }","duration":"4.974359955s","start":"2026-03-05T08:18:50.899336Z","end":"2026-03-05T08:18:55.873696Z","steps":["trace[1449824276] 'agreement among raft nodes before linearized reading' (duration: 4.974228151s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.873716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592633689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:55.873721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385502575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:55.873794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530001456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:55.873855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.096439245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:55.873853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703158037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:18:55.873898Z","caller":"traceutil/trace.go:171","msg":"trace[1086857866] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24102; }","duration":"5.096529598s","start":"2026-03-05T08:18:50.777358Z","end":"2026-03-05T08:18:55.873887Z","steps":["trace[1086857866] 'agreement among raft nodes before linearized reading' (duration: 5.096458655s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.87393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.777334Z","time spent":"5.09658739s","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:55.873938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.632925159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:55.873948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703529397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T08:18:55.873693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703079085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T08:18:55.873986Z","caller":"traceutil/trace.go:171","msg":"trace[1184757801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24102; }","duration":"4.703604899s","start":"2026-03-05T08:18:51.170371Z","end":"2026-03-05T08:18:55.873976Z","steps":["trace[1184757801] 'agreement among raft nodes before linearized reading' (duration: 4.703437344s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:55.874008Z","caller":"traceutil/trace.go:171","msg":"trace[40104444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24102; }","duration":"4.703555277s","start":"2026-03-05T08:18:51.170435Z","end":"2026-03-05T08:18:55.87399Z","steps":["trace[40104444] 'agreement among raft nodes before linearized reading' (duration: 4.702924042s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.874028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.170349Z","time spent":"4.703673591s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:55.874036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703493196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T08:18:55.874049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.519967076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:55.874075Z","caller":"traceutil/trace.go:171","msg":"trace[111812314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24102; }","duration":"4.703583648s","start":"2026-03-05T08:18:51.170481Z","end":"2026-03-05T08:18:55.874065Z","steps":["trace[111812314] 'agreement among raft nodes before linearized reading' (duration: 4.703490046s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.874061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.170373Z","time spent":"4.703673221s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T08:18:55.874109Z","caller":"traceutil/trace.go:171","msg":"trace[707452539] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24102; }","duration":"6.520069618s","start":"2026-03-05T08:18:49.354023Z","end":"2026-03-05T08:18:55.874093Z","steps":["trace[707452539] 'agreement among raft nodes before linearized reading' (duration: 6.519978576s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.874118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.170441Z","time spent":"4.70366819s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:18:55.874152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.353979Z","time spent":"6.52016278s","remote":"127.0.0.1:39030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:55.874155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.708398677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-05T08:18:55.873766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.89931Z","time spent":"4.974445437s","remote":"127.0.0.1:39892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:55.873941Z","caller":"traceutil/trace.go:171","msg":"trace[1250411733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24102; }","duration":"4.703248781s","start":"2026-03-05T08:18:51.170672Z","end":"2026-03-05T08:18:55.873921Z","steps":["trace[1250411733] 'agreement among raft nodes before linearized reading' (duration: 4.703070896s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:55.874226Z","caller":"traceutil/trace.go:171","msg":"trace[1268070205] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24102; }","duration":"6.70851104s","start":"2026-03-05T08:18:49.165692Z","end":"2026-03-05T08:18:55.874203Z","steps":["trace[1268070205] 'agreement among raft nodes before linearized reading' (duration: 6.708323715s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.874265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.170668Z","time spent":"4.703577789s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:18:55.874278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:49.165673Z","time spent":"6.708591421s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-05T08:18:55.873988Z","caller":"traceutil/trace.go:171","msg":"trace[1540223682] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24102; }","duration":"5.63297568s","start":"2026-03-05T08:18:50.240998Z","end":"2026-03-05T08:18:55.873974Z","steps":["trace[1540223682] 'agreement among raft nodes before linearized reading' (duration: 5.632894338s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:55.873864Z","caller":"traceutil/trace.go:171","msg":"trace[241716959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24102; }","duration":"4.3857111s","start":"2026-03-05T08:18:51.48812Z","end":"2026-03-05T08:18:55.873831Z","steps":["trace[241716959] 'agreement among raft nodes before linearized reading' (duration: 4.385467844s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.874374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.488096Z","time spent":"4.386267724s","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:55.874288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.859998438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T08:18:55.873857Z","caller":"traceutil/trace.go:171","msg":"trace[193930122] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24102; }","duration":"3.530095519s","start":"2026-03-05T08:18:52.343744Z","end":"2026-03-05T08:18:55.87384Z","steps":["trace[193930122] 'agreement among raft nodes before linearized reading' (duration: 3.529911545s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:55.873794Z","caller":"traceutil/trace.go:171","msg":"trace[383645336] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24102; }","duration":"3.592735121s","start":"2026-03-05T08:18:52.281032Z","end":"2026-03-05T08:18:55.873767Z","steps":["trace[383645336] 'agreement among raft nodes before linearized reading' (duration: 3.592643779s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.874579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.34373Z","time spent":"3.530797806s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:55.874608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.28101Z","time spent":"3.593583343s","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:55.873712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.70281736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:18:55.874858Z","caller":"traceutil/trace.go:171","msg":"trace[2015600847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24102; }","duration":"4.703801603s","start":"2026-03-05T08:18:51.170857Z","end":"2026-03-05T08:18:55.874658Z","steps":["trace[2015600847] 'agreement among raft nodes before linearized reading' (duration: 4.702713947s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.873791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.242511Z","time spent":"5.631241568s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:18:55.874371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.240967Z","time spent":"5.63339058s","remote":"127.0.0.1:48606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:55.874914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.170846Z","time spent":"4.70405576s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T08:18:55.874565Z","caller":"traceutil/trace.go:171","msg":"trace[464714621] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24102; }","duration":"5.860381557s","start":"2026-03-05T08:18:50.014106Z","end":"2026-03-05T08:18:55.874488Z","steps":["trace[464714621] 'agreement among raft nodes before linearized reading' (duration: 5.859486025s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.873614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056268376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:18:55.875018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:50.014073Z","time spent":"5.86092754s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-05T08:18:55.875032Z","caller":"traceutil/trace.go:171","msg":"trace[1702012977] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24102; }","duration":"4.057754802s","start":"2026-03-05T08:18:51.817258Z","end":"2026-03-05T08:18:55.875012Z","steps":["trace[1702012977] 'agreement among raft nodes before linearized reading' (duration: 4.056253355s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.875163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:51.817228Z","time spent":"4.057911495s","remote":"127.0.0.1:53560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:55.977672Z","caller":"traceutil/trace.go:171","msg":"trace[1475506044] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"531.215018ms","start":"2026-03-05T08:18:55.446429Z","end":"2026-03-05T08:18:55.977644Z","steps":["trace[1475506044] 'process raft request' (duration: 530.972091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:55.977839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.446404Z","time spent":"531.346081ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:57.048634Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071192225s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T08:18:57.049103Z","caller":"traceutil/trace.go:171","msg":"trace[120078479] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"1.60190783s","start":"2026-03-05T08:18:55.447171Z","end":"2026-03-05T08:18:57.049079Z","steps":["trace[120078479] 'process raft request' (duration: 1.601625373s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.049235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.447157Z","time spent":"1.601995832s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:57.049819Z","caller":"traceutil/trace.go:171","msg":"trace[473123709] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"1.60231142s","start":"2026-03-05T08:18:55.447451Z","end":"2026-03-05T08:18:57.049762Z","steps":["trace[473123709] 'process raft request' (duration: 1.601981402s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:57.049868Z","caller":"traceutil/trace.go:171","msg":"trace[1317571623] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"1.601990012s","start":"2026-03-05T08:18:55.447861Z","end":"2026-03-05T08:18:57.049851Z","steps":["trace[1317571623] 'process raft request' (duration: 1.601765237s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.049992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.447431Z","time spent":"1.602473313s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:57.049976Z","caller":"traceutil/trace.go:171","msg":"trace[535090595] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"1.602566896s","start":"2026-03-05T08:18:55.447365Z","end":"2026-03-05T08:18:57.049932Z","steps":["trace[535090595] 'process raft request' (duration: 1.601656714s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.04995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.44783Z","time spent":"1.602076054s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:57.050164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.447311Z","time spent":"1.60275017s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:57.049914Z","caller":"traceutil/trace.go:171","msg":"trace[412130761] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"1.601589962s","start":"2026-03-05T08:18:55.448299Z","end":"2026-03-05T08:18:57.049889Z","steps":["trace[412130761] 'process raft request' (duration: 1.601385157s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:57.050239Z","caller":"traceutil/trace.go:171","msg":"trace[960803735] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"1.602775101s","start":"2026-03-05T08:18:55.447451Z","end":"2026-03-05T08:18:57.050226Z","steps":["trace[960803735] 'process raft request' (duration: 1.602123325s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.05027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.448261Z","time spent":"1.601974221s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:57.0504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.447419Z","time spent":"1.602852573s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:57.050519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.876025Z","time spent":"1.174491974s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T08:18:57.050837Z","caller":"traceutil/trace.go:171","msg":"trace[901287934] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"1.170940078s","start":"2026-03-05T08:18:55.879885Z","end":"2026-03-05T08:18:57.050825Z","steps":["trace[901287934] 'process raft request' (duration: 1.169940073s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:57.050876Z","caller":"traceutil/trace.go:171","msg":"trace[1083481876] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"1.170788185s","start":"2026-03-05T08:18:55.880074Z","end":"2026-03-05T08:18:57.050862Z","steps":["trace[1083481876] 'process raft request' (duration: 1.170540939s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.050943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.880065Z","time spent":"1.170842086s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:57.050898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.87983Z","time spent":"1.171039241s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:57.050972Z","caller":"traceutil/trace.go:171","msg":"trace[1096026217] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"1.170328174s","start":"2026-03-05T08:18:55.880628Z","end":"2026-03-05T08:18:57.050956Z","steps":["trace[1096026217] 'process raft request' (duration: 1.17013652s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.051106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.880611Z","time spent":"1.170392955s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:57.051231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.524938151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:57.051307Z","caller":"traceutil/trace.go:171","msg":"trace[94102742] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24114; }","duration":"4.525040444s","start":"2026-03-05T08:18:52.526252Z","end":"2026-03-05T08:18:57.051292Z","steps":["trace[94102742] 'agreement among raft nodes before linearized reading' (duration: 4.524910931s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:57.051141Z","caller":"traceutil/trace.go:171","msg":"trace[140453437] linearizableReadLoop","detail":"{readStateIndex:24968; appliedIndex:24961; }","duration":"1.177919936s","start":"2026-03-05T08:18:55.87321Z","end":"2026-03-05T08:18:57.05113Z","steps":["trace[140453437] 'read index received' (duration: 104.268332ms)","trace[140453437] 'applied index is now lower than readState.Index' (duration: 1.073650474s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:57.051342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.526226Z","time spent":"4.525106545s","remote":"127.0.0.1:39078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:57.051347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64667271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-05T08:18:57.051446Z","caller":"traceutil/trace.go:171","msg":"trace[1035070235] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d; range_end:; response_count:1; response_revision:24114; }","duration":"2.646810603s","start":"2026-03-05T08:18:54.404622Z","end":"2026-03-05T08:18:57.051432Z","steps":["trace[1035070235] 'agreement among raft nodes before linearized reading' (duration: 2.646551217s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.051539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.916520062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:57.05282Z","caller":"traceutil/trace.go:171","msg":"trace[1127721636] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24114; }","duration":"3.917841853s","start":"2026-03-05T08:18:53.134961Z","end":"2026-03-05T08:18:57.052803Z","steps":["trace[1127721636] 'agreement among raft nodes before linearized reading' (duration: 3.916546212s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.052887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:53.134934Z","time spent":"3.917936465s","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:57.05165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173315505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-612ab22e-de91-4d11-9677-2fc719f2f58b\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-05T08:18:57.053059Z","caller":"traceutil/trace.go:171","msg":"trace[1570490852] range","detail":"{range_begin:/registry/persistentvolumes/pvc-612ab22e-de91-4d11-9677-2fc719f2f58b; range_end:; response_count:1; response_revision:24114; }","duration":"1.174713708s","start":"2026-03-05T08:18:55.878321Z","end":"2026-03-05T08:18:57.053035Z","steps":["trace[1570490852] 'agreement among raft nodes before linearized reading' (duration: 1.173183462s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.053115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.878287Z","time spent":"1.174811831s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-612ab22e-de91-4d11-9677-2fc719f2f58b\" "} {"level":"warn","ts":"2026-03-05T08:18:57.051968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836598595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T08:18:57.053162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:54.404602Z","time spent":"2.648518474s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d\" "} {"level":"warn","ts":"2026-03-05T08:18:57.051989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824018146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:57.05328Z","caller":"traceutil/trace.go:171","msg":"trace[440244496] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24114; }","duration":"2.825346159s","start":"2026-03-05T08:18:54.227918Z","end":"2026-03-05T08:18:57.053264Z","steps":["trace[440244496] 'agreement among raft nodes before linearized reading' (duration: 2.824028537s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:57.053244Z","caller":"traceutil/trace.go:171","msg":"trace[760178623] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24114; }","duration":"3.837925596s","start":"2026-03-05T08:18:53.215296Z","end":"2026-03-05T08:18:57.053222Z","steps":["trace[760178623] 'agreement among raft nodes before linearized reading' (duration: 3.835952949s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.053336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:54.227898Z","time spent":"2.82542246s","remote":"127.0.0.1:39258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:57.051134Z","caller":"traceutil/trace.go:171","msg":"trace[1134388071] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"1.170795515s","start":"2026-03-05T08:18:55.880328Z","end":"2026-03-05T08:18:57.051123Z","steps":["trace[1134388071] 'process raft request' (duration: 1.170379205s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.052114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807257173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18619"} {"level":"info","ts":"2026-03-05T08:18:57.053438Z","caller":"traceutil/trace.go:171","msg":"trace[957232792] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24114; }","duration":"2.808611566s","start":"2026-03-05T08:18:54.244811Z","end":"2026-03-05T08:18:57.053423Z","steps":["trace[957232792] 'agreement among raft nodes before linearized reading' (duration: 2.807205512s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.053461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:53.215249Z","time spent":"3.83808211s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:57.053493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:54.244789Z","time spent":"2.808689289s","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-05T08:18:57.052051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.321381611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:57.05211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172040244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:57.05356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.880317Z","time spent":"1.17310371s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:57.053647Z","caller":"traceutil/trace.go:171","msg":"trace[893030292] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24114; }","duration":"3.32299519s","start":"2026-03-05T08:18:53.730617Z","end":"2026-03-05T08:18:57.053613Z","steps":["trace[893030292] 'agreement among raft nodes before linearized reading' (duration: 3.321389851s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:57.053652Z","caller":"traceutil/trace.go:171","msg":"trace[1224466586] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24114; }","duration":"1.173603082s","start":"2026-03-05T08:18:55.880025Z","end":"2026-03-05T08:18:57.053628Z","steps":["trace[1224466586] 'agreement among raft nodes before linearized reading' (duration: 1.172039304s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.053722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.880007Z","time spent":"1.173698504s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:18:57.05372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:53.730595Z","time spent":"3.323102613s","remote":"127.0.0.1:41508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:57.052131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.522572354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-05T08:18:57.052398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.271399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:57.054069Z","caller":"traceutil/trace.go:171","msg":"trace[448849524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24114; }","duration":"4.524583812s","start":"2026-03-05T08:18:52.529475Z","end":"2026-03-05T08:18:57.054059Z","steps":["trace[448849524] 'agreement among raft nodes before linearized reading' (duration: 4.522220896s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.054118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.529453Z","time spent":"4.524650685s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:18:57.05245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919996292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:18:57.054327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.360346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:57.054336Z","caller":"traceutil/trace.go:171","msg":"trace[52063761] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24114; }","duration":"1.921900969s","start":"2026-03-05T08:18:55.13242Z","end":"2026-03-05T08:18:57.054321Z","steps":["trace[52063761] 'agreement among raft nodes before linearized reading' (duration: 1.920005583s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.052462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752693017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:57.054576Z","caller":"traceutil/trace.go:171","msg":"trace[1731864907] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24114; }","duration":"1.754823149s","start":"2026-03-05T08:18:55.299717Z","end":"2026-03-05T08:18:57.05454Z","steps":["trace[1731864907] 'agreement among raft nodes before linearized reading' (duration: 1.752699008s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.052491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8736478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:57.054657Z","caller":"traceutil/trace.go:171","msg":"trace[204968938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24114; }","duration":"1.875848603s","start":"2026-03-05T08:18:55.178798Z","end":"2026-03-05T08:18:57.054646Z","steps":["trace[204968938] 'agreement among raft nodes before linearized reading' (duration: 1.873667661s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.054662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.299699Z","time spent":"1.754937891s","remote":"127.0.0.1:39326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:57.054692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.178776Z","time spent":"1.875901995s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:57.052489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.518247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:57.054108Z","caller":"traceutil/trace.go:171","msg":"trace[50444712] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24114; }","duration":"373.014401ms","start":"2026-03-05T08:18:56.681075Z","end":"2026-03-05T08:18:57.05409Z","steps":["trace[50444712] 'agreement among raft nodes before linearized reading' (duration: 371.29537ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:57.052536Z","caller":"traceutil/trace.go:171","msg":"trace[1105453104] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"1.171823779s","start":"2026-03-05T08:18:55.8807Z","end":"2026-03-05T08:18:57.052524Z","steps":["trace[1105453104] 'process raft request' (duration: 1.170206561s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.054895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.880693Z","time spent":"1.174148235s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:57.052538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241069681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:57.054985Z","caller":"traceutil/trace.go:171","msg":"trace[297783723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24114; }","duration":"1.243552771s","start":"2026-03-05T08:18:55.811419Z","end":"2026-03-05T08:18:57.054972Z","steps":["trace[297783723] 'agreement among raft nodes before linearized reading' (duration: 1.241062531s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.054937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:56.681054Z","time spent":"373.8474ms","remote":"127.0.0.1:39228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:57.054813Z","caller":"traceutil/trace.go:171","msg":"trace[859556277] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24114; }","duration":"596.847663ms","start":"2026-03-05T08:18:56.457943Z","end":"2026-03-05T08:18:57.05479Z","steps":["trace[859556277] 'agreement among raft nodes before linearized reading' (duration: 594.464085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.055168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:56.457874Z","time spent":"597.270892ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:57.052614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132236996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:18:57.055331Z","caller":"traceutil/trace.go:171","msg":"trace[837234396] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24114; }","duration":"2.134963381s","start":"2026-03-05T08:18:54.920336Z","end":"2026-03-05T08:18:57.0553Z","steps":["trace[837234396] 'agreement among raft nodes before linearized reading' (duration: 2.132213375s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:18:57.055349Z","caller":"traceutil/trace.go:171","msg":"trace[1346209962] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24114; }","duration":"760.465829ms","start":"2026-03-05T08:18:56.293893Z","end":"2026-03-05T08:18:57.054359Z","steps":["trace[1346209962] 'agreement among raft nodes before linearized reading' (duration: 758.977812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.052361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.51947133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-05T08:18:57.055412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:56.293869Z","time spent":"761.529024ms","remote":"127.0.0.1:32784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:18:57.055423Z","caller":"traceutil/trace.go:171","msg":"trace[2297688] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24114; }","duration":"4.522579754s","start":"2026-03-05T08:18:52.532827Z","end":"2026-03-05T08:18:57.055406Z","steps":["trace[2297688] 'agreement among raft nodes before linearized reading' (duration: 4.519148492s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.055424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:54.92032Z","time spent":"2.135078214s","remote":"127.0.0.1:48656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:57.055465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:52.532786Z","time spent":"4.522664676s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-05T08:18:57.054455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.132404Z","time spent":"1.922033191s","remote":"127.0.0.1:53514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:18:57.055032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.811414Z","time spent":"1.243605302s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:18:57.052572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241505001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-05T08:18:57.055793Z","caller":"traceutil/trace.go:171","msg":"trace[677650019] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24114; }","duration":"1.244722358s","start":"2026-03-05T08:18:55.811061Z","end":"2026-03-05T08:18:57.055783Z","steps":["trace[677650019] 'agreement among raft nodes before linearized reading' (duration: 1.24143265s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:57.055851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:55.811032Z","time spent":"1.244808901s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T08:18:57.556725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343264992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:18:58.294891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.448995ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:18:58.295041Z","caller":"traceutil/trace.go:171","msg":"trace[1732630802] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24114; }","duration":"649.609878ms","start":"2026-03-05T08:18:57.645407Z","end":"2026-03-05T08:18:58.295017Z","steps":["trace[1732630802] 'range keys from in-memory index tree' (duration: 649.430413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:58.295213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.889973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:58.295315Z","caller":"traceutil/trace.go:171","msg":"trace[31149601] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"1.243697094s","start":"2026-03-05T08:18:57.051601Z","end":"2026-03-05T08:18:58.29527Z","steps":["trace[31149601] 'process raft request' (duration: 681.643777ms)","trace[31149601] 'compare' (duration: 561.235678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:58.295379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.051574Z","time spent":"1.243769635s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:18:59.05686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00030419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T08:18:59.056955Z","caller":"traceutil/trace.go:171","msg":"trace[807180779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000429853s","start":"2026-03-05T08:18:57.056499Z","end":"2026-03-05T08:18:59.056929Z","steps":["trace[807180779] 'agreement among raft nodes before linearized reading' (duration: 2.00031528s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:59.057004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.056475Z","time spent":"2.000520125s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 08:18:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T08:18:59.460521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.727224797s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T08:18:59.615634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.737273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:18:59.615891Z","caller":"traceutil/trace.go:171","msg":"trace[142544745] linearizableReadLoop","detail":"{readStateIndex:24977; appliedIndex:24974; }","duration":"2.559346584s","start":"2026-03-05T08:18:57.056521Z","end":"2026-03-05T08:18:59.615868Z","steps":["trace[142544745] 'read index received' (duration: 676.755389ms)","trace[142544745] 'applied index is now lower than readState.Index' (duration: 1.882590034s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:18:59.615978Z","caller":"traceutil/trace.go:171","msg":"trace[1572480468] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"2.558876083s","start":"2026-03-05T08:18:57.057088Z","end":"2026-03-05T08:18:59.615964Z","steps":["trace[1572480468] 'process raft request' (duration: 2.403670479s)","trace[1572480468] 'compare' (duration: 154.590889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:18:59.616079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.057069Z","time spent":"2.558972446s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:18:59.616461Z","caller":"traceutil/trace.go:171","msg":"trace[1289176422] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"2.550744427s","start":"2026-03-05T08:18:57.065706Z","end":"2026-03-05T08:18:59.61645Z","steps":["trace[1289176422] 'process raft request' (duration: 2.550037061s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:18:59.616533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.065689Z","time spent":"2.550809129s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:00.219801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.272386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:00.219947Z","caller":"traceutil/trace.go:171","msg":"trace[1623057094] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"2.406080357s","start":"2026-03-05T08:18:57.813847Z","end":"2026-03-05T08:19:00.219928Z","steps":["trace[1623057094] 'process raft request' (duration: 2.295612206s)","trace[1623057094] 'compare' (duration: 110.034871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:00.220012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.81383Z","time spent":"2.406154218s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:00.220165Z","caller":"traceutil/trace.go:171","msg":"trace[1083246205] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"2.236368344s","start":"2026-03-05T08:18:57.983777Z","end":"2026-03-05T08:19:00.220146Z","steps":["trace[1083246205] 'process raft request' (duration: 2.236106828s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.220277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.983723Z","time spent":"2.236493817s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:00.220503Z","caller":"traceutil/trace.go:171","msg":"trace[1816535334] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"1.773659041s","start":"2026-03-05T08:18:58.446829Z","end":"2026-03-05T08:19:00.220488Z","steps":["trace[1816535334] 'process raft request' (duration: 1.773258632s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.220571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:58.446806Z","time spent":"1.773727682s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:00.220717Z","caller":"traceutil/trace.go:171","msg":"trace[755472399] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"1.163628052s","start":"2026-03-05T08:18:59.057073Z","end":"2026-03-05T08:19:00.220701Z","steps":["trace[755472399] 'process raft request' (duration: 1.163375406s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:00.220841Z","caller":"traceutil/trace.go:171","msg":"trace[1639903283] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"1.163591221s","start":"2026-03-05T08:18:59.057239Z","end":"2026-03-05T08:19:00.220831Z","steps":["trace[1639903283] 'process raft request' (duration: 1.163469468s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.220884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.057229Z","time spent":"1.163634122s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:00.220865Z","caller":"traceutil/trace.go:171","msg":"trace[1390244581] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"1.163591192s","start":"2026-03-05T08:18:59.057215Z","end":"2026-03-05T08:19:00.220806Z","steps":["trace[1390244581] 'process raft request' (duration: 1.163434598s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:00.220963Z","caller":"traceutil/trace.go:171","msg":"trace[1566062935] linearizableReadLoop","detail":"{readStateIndex:24986; appliedIndex:24977; }","duration":"605.024528ms","start":"2026-03-05T08:18:59.615929Z","end":"2026-03-05T08:19:00.220953Z","steps":["trace[1566062935] 'read index received' (duration: 493.513052ms)","trace[1566062935] 'applied index is now lower than readState.Index' (duration: 111.510966ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:00.220939Z","caller":"traceutil/trace.go:171","msg":"trace[46102841] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"1.162848824s","start":"2026-03-05T08:18:59.05806Z","end":"2026-03-05T08:19:00.220909Z","steps":["trace[46102841] 'process raft request' (duration: 1.162760542s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:00.221042Z","caller":"traceutil/trace.go:171","msg":"trace[1840585325] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"1.160543138s","start":"2026-03-05T08:18:59.060492Z","end":"2026-03-05T08:19:00.221035Z","steps":["trace[1840585325] 'process raft request' (duration: 1.160370064s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.22104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.057191Z","time spent":"1.163761585s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:00.221101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.060464Z","time spent":"1.16060141s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:00.221149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850778001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:00.221149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.058029Z","time spent":"1.163009377s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:00.221186Z","caller":"traceutil/trace.go:171","msg":"trace[1555454429] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24126; }","duration":"1.850854092s","start":"2026-03-05T08:18:58.370321Z","end":"2026-03-05T08:19:00.221175Z","steps":["trace[1555454429] 'agreement among raft nodes before linearized reading' (duration: 1.850776401s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.221214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:58.370297Z","time spent":"1.850911444s","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:00.221219Z","caller":"traceutil/trace.go:171","msg":"trace[1386953125] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"1.163660322s","start":"2026-03-05T08:18:59.057517Z","end":"2026-03-05T08:19:00.221177Z","steps":["trace[1386953125] 'process raft request' (duration: 1.163258923s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.221272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923715252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-05T08:19:00.221294Z","caller":"traceutil/trace.go:171","msg":"trace[717061877] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24126; }","duration":"1.923764462s","start":"2026-03-05T08:18:58.297524Z","end":"2026-03-05T08:19:00.221288Z","steps":["trace[717061877] 'agreement among raft nodes before linearized reading' (duration: 1.9236703s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.22132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:58.297506Z","time spent":"1.923809474s","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T08:19:00.221353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.057506Z","time spent":"1.163774566s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:00.221369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161192227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:00.22149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162784312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T08:19:00.221507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164927395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18619"} {"level":"info","ts":"2026-03-05T08:19:00.22153Z","caller":"traceutil/trace.go:171","msg":"trace[476032022] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24126; }","duration":"3.164978017s","start":"2026-03-05T08:18:57.056546Z","end":"2026-03-05T08:19:00.221524Z","steps":["trace[476032022] 'agreement among raft nodes before linearized reading' (duration: 3.164905705s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:00.221522Z","caller":"traceutil/trace.go:171","msg":"trace[1403226951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24126; }","duration":"1.162831643s","start":"2026-03-05T08:18:59.05868Z","end":"2026-03-05T08:19:00.221511Z","steps":["trace[1403226951] 'agreement among raft nodes before linearized reading' (duration: 1.162772842s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.221554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.05653Z","time spent":"3.165020087s","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T08:19:00.221701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439622832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:00.221734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164272808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T08:19:00.221759Z","caller":"traceutil/trace.go:171","msg":"trace[956898548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24126; }","duration":"1.164319329s","start":"2026-03-05T08:18:59.057432Z","end":"2026-03-05T08:19:00.221751Z","steps":["trace[956898548] 'agreement among raft nodes before linearized reading' (duration: 1.164256588s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:00.22176Z","caller":"traceutil/trace.go:171","msg":"trace[739213142] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24126; }","duration":"2.439732274s","start":"2026-03-05T08:18:57.782014Z","end":"2026-03-05T08:19:00.221746Z","steps":["trace[739213142] 'agreement among raft nodes before linearized reading' (duration: 2.439626261s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.221791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.057422Z","time spent":"1.164362971s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:00.221817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.781987Z","time spent":"2.439811756s","remote":"127.0.0.1:36886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:00.221962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.552315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-05T08:19:00.222002Z","caller":"traceutil/trace.go:171","msg":"trace[220116744] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3; range_end:; response_count:1; response_revision:24126; }","duration":"601.592416ms","start":"2026-03-05T08:18:59.6204Z","end":"2026-03-05T08:19:00.221992Z","steps":["trace[220116744] 'agreement among raft nodes before linearized reading' (duration: 601.499284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.222027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.62032Z","time spent":"601.702078ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" "} {"level":"warn","ts":"2026-03-05T08:19:00.222057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494659256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:00.222088Z","caller":"traceutil/trace.go:171","msg":"trace[866388731] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24126; }","duration":"1.494739929s","start":"2026-03-05T08:18:58.727338Z","end":"2026-03-05T08:19:00.222078Z","steps":["trace[866388731] 'agreement among raft nodes before linearized reading' (duration: 1.494700338s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.222113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:58.727305Z","time spent":"1.49480232s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:00.222159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794636841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T08:19:00.222179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.394663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:00.2222Z","caller":"traceutil/trace.go:171","msg":"trace[2137387471] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24126; }","duration":"2.794724403s","start":"2026-03-05T08:18:57.427467Z","end":"2026-03-05T08:19:00.222191Z","steps":["trace[2137387471] 'agreement among raft nodes before linearized reading' (duration: 2.79457446s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:00.222224Z","caller":"traceutil/trace.go:171","msg":"trace[479388209] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24126; }","duration":"171.477215ms","start":"2026-03-05T08:19:00.050737Z","end":"2026-03-05T08:19:00.222214Z","steps":["trace[479388209] 'agreement among raft nodes before linearized reading' (duration: 171.414143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.222228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.427443Z","time spent":"2.794777534s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T08:19:00.221966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810519696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:00.222269Z","caller":"traceutil/trace.go:171","msg":"trace[1851326522] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24126; }","duration":"1.810863715s","start":"2026-03-05T08:18:58.411389Z","end":"2026-03-05T08:19:00.222253Z","steps":["trace[1851326522] 'agreement among raft nodes before linearized reading' (duration: 1.810546267s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.222307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:58.411357Z","time spent":"1.810937186s","remote":"127.0.0.1:48356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:00.222345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160969842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-05T08:19:00.221416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159924473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:00.222023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164834551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:19:00.222411Z","caller":"traceutil/trace.go:171","msg":"trace[982129261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24126; }","duration":"1.160926258s","start":"2026-03-05T08:18:59.061467Z","end":"2026-03-05T08:19:00.222393Z","steps":["trace[982129261] 'agreement among raft nodes before linearized reading' (duration: 1.159936754s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.222431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06090131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-05T08:19:00.222436Z","caller":"traceutil/trace.go:171","msg":"trace[1603724599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24126; }","duration":"1.165239471s","start":"2026-03-05T08:18:59.057185Z","end":"2026-03-05T08:19:00.222424Z","steps":["trace[1603724599] 'agreement among raft nodes before linearized reading' (duration: 1.164798201s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:00.222454Z","caller":"traceutil/trace.go:171","msg":"trace[2027971652] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24126; }","duration":"3.06092306s","start":"2026-03-05T08:18:57.161524Z","end":"2026-03-05T08:19:00.222447Z","steps":["trace[2027971652] 'agreement among raft nodes before linearized reading' (duration: 3.060860699s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.222461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.061458Z","time spent":"1.160988979s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:00.222473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.161426Z","time spent":"3.061043734s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-05T08:19:00.222473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.057147Z","time spent":"1.165314243s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:19:00.221561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.058641Z","time spent":"1.162913895s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:00.221616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162918757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T08:19:00.222606Z","caller":"traceutil/trace.go:171","msg":"trace[1661434831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24126; }","duration":"1.16390279s","start":"2026-03-05T08:18:59.058693Z","end":"2026-03-05T08:19:00.222595Z","steps":["trace[1661434831] 'agreement among raft nodes before linearized reading' (duration: 1.162881095s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.222633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.058684Z","time spent":"1.163940281s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:19:00.22139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054027592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-05T08:19:00.222737Z","caller":"traceutil/trace.go:171","msg":"trace[703261423] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24126; }","duration":"1.055419096s","start":"2026-03-05T08:18:59.16731Z","end":"2026-03-05T08:19:00.22273Z","steps":["trace[703261423] 'agreement among raft nodes before linearized reading' (duration: 1.054026422s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.222761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.16726Z","time spent":"1.055494218s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-05T08:19:00.221607Z","caller":"traceutil/trace.go:171","msg":"trace[1471424075] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24126; }","duration":"3.16136313s","start":"2026-03-05T08:18:57.060139Z","end":"2026-03-05T08:19:00.221503Z","steps":["trace[1471424075] 'agreement among raft nodes before linearized reading' (duration: 3.161164335s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.222805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.060131Z","time spent":"3.162659312s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:19:00.221674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163425818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:19:00.223372Z","caller":"traceutil/trace.go:171","msg":"trace[379093895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24126; }","duration":"1.165136329s","start":"2026-03-05T08:18:59.058227Z","end":"2026-03-05T08:19:00.223363Z","steps":["trace[379093895] 'agreement among raft nodes before linearized reading' (duration: 1.163403448s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.223408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.058218Z","time spent":"1.16518077s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T08:19:00.22237Z","caller":"traceutil/trace.go:171","msg":"trace[974979286] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24126; }","duration":"3.161019853s","start":"2026-03-05T08:18:57.06134Z","end":"2026-03-05T08:19:00.22236Z","steps":["trace[974979286] 'agreement among raft nodes before linearized reading' (duration: 3.160950662s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:00.223552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:57.061326Z","time spent":"3.162213811s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-05T08:19:00.224826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:18:59.057047Z","time spent":"1.163746535s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:00.728373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343265010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:01.49642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.887902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:01.496539Z","caller":"traceutil/trace.go:171","msg":"trace[1989825610] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"1.268487479s","start":"2026-03-05T08:19:00.228031Z","end":"2026-03-05T08:19:01.496519Z","steps":["trace[1989825610] 'process raft request' (duration: 784.418683ms)","trace[1989825610] 'compare' (duration: 482.923877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:01.496601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.228012Z","time spent":"1.268559651s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:02.224682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.172518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:02.224988Z","caller":"traceutil/trace.go:171","msg":"trace[925140070] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"1.996334714s","start":"2026-03-05T08:19:00.228623Z","end":"2026-03-05T08:19:02.224957Z","steps":["trace[925140070] 'process raft request' (duration: 1.734804548s)","trace[925140070] 'compare' (duration: 260.964002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:02.225133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.228596Z","time spent":"1.996457278s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:02.225572Z","caller":"traceutil/trace.go:171","msg":"trace[524514138] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"1.996900119s","start":"2026-03-05T08:19:00.228653Z","end":"2026-03-05T08:19:02.225553Z","steps":["trace[524514138] 'process raft request' (duration: 1.99612351s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.225664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.228631Z","time spent":"1.99698848s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:02.225872Z","caller":"traceutil/trace.go:171","msg":"trace[2050703705] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"1.997200685s","start":"2026-03-05T08:19:00.228659Z","end":"2026-03-05T08:19:02.22586Z","steps":["trace[2050703705] 'process raft request' (duration: 1.996822576s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.225936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.228644Z","time spent":"1.997259977s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:02.226411Z","caller":"traceutil/trace.go:171","msg":"trace[1492867988] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"1.997543013s","start":"2026-03-05T08:19:00.228855Z","end":"2026-03-05T08:19:02.226398Z","steps":["trace[1492867988] 'process raft request' (duration: 1.99695444s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:02.226434Z","caller":"traceutil/trace.go:171","msg":"trace[102628079] linearizableReadLoop","detail":"{readStateIndex:24993; appliedIndex:24986; }","duration":"1.99825328s","start":"2026-03-05T08:19:00.228164Z","end":"2026-03-05T08:19:02.226417Z","steps":["trace[102628079] 'read index received' (duration: 784.385282ms)","trace[102628079] 'applied index is now lower than readState.Index' (duration: 1.213866808s)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:02.226545Z","caller":"traceutil/trace.go:171","msg":"trace[1041161299] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"1.997239716s","start":"2026-03-05T08:19:00.229294Z","end":"2026-03-05T08:19:02.226534Z","steps":["trace[1041161299] 'process raft request' (duration: 1.996974179s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.226625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.229283Z","time spent":"1.997293718s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:02.226719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998553607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T08:19:02.226732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998347463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:02.226766Z","caller":"traceutil/trace.go:171","msg":"trace[807917962] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24133; }","duration":"1.998635659s","start":"2026-03-05T08:19:00.228119Z","end":"2026-03-05T08:19:02.226755Z","steps":["trace[807917962] 'agreement among raft nodes before linearized reading' (duration: 1.998482715s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.226798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.228095Z","time spent":"1.998695551s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T08:19:02.226804Z","caller":"traceutil/trace.go:171","msg":"trace[41700075] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24133; }","duration":"1.998436095s","start":"2026-03-05T08:19:00.228348Z","end":"2026-03-05T08:19:02.226784Z","steps":["trace[41700075] 'agreement among raft nodes before linearized reading' (duration: 1.998316742s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.226846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.228337Z","time spent":"1.998499566s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T08:19:02.227186Z","caller":"traceutil/trace.go:171","msg":"trace[353531879] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"1.997557474s","start":"2026-03-05T08:19:00.229612Z","end":"2026-03-05T08:19:02.22717Z","steps":["trace[353531879] 'process raft request' (duration: 1.996759785s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.227249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923513626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:02.227306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.229599Z","time spent":"1.997632865s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:02.227335Z","caller":"traceutil/trace.go:171","msg":"trace[474396477] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24133; }","duration":"1.923639209s","start":"2026-03-05T08:19:00.303682Z","end":"2026-03-05T08:19:02.227321Z","steps":["trace[474396477] 'agreement among raft nodes before linearized reading' (duration: 1.923543007s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.227377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.303659Z","time spent":"1.923710071s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T08:19:02.227406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766786976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:02.227387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683700082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:02.227196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995245748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:02.22748Z","caller":"traceutil/trace.go:171","msg":"trace[836283093] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24133; }","duration":"1.766884718s","start":"2026-03-05T08:19:00.460569Z","end":"2026-03-05T08:19:02.227454Z","steps":["trace[836283093] 'agreement among raft nodes before linearized reading' (duration: 1.766794025s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:02.227494Z","caller":"traceutil/trace.go:171","msg":"trace[1116668813] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24133; }","duration":"1.683840047s","start":"2026-03-05T08:19:00.543626Z","end":"2026-03-05T08:19:02.227466Z","steps":["trace[1116668813] 'agreement among raft nodes before linearized reading' (duration: 1.68359243s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.227548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.460548Z","time spent":"1.766987001s","remote":"127.0.0.1:41538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.227565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.543614Z","time spent":"1.683931849s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.227574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786120871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:02.227593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.895644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:02.227254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899961351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:19:02.22763Z","caller":"traceutil/trace.go:171","msg":"trace[354034039] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24133; }","duration":"1.786191772s","start":"2026-03-05T08:19:00.441425Z","end":"2026-03-05T08:19:02.227616Z","steps":["trace[354034039] 'agreement among raft nodes before linearized reading' (duration: 1.7861109s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:02.227645Z","caller":"traceutil/trace.go:171","msg":"trace[1990579619] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24133; }","duration":"616.985176ms","start":"2026-03-05T08:19:01.610649Z","end":"2026-03-05T08:19:02.227634Z","steps":["trace[1990579619] 'agreement among raft nodes before linearized reading' (duration: 616.910744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.227671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.44142Z","time spent":"1.786241733s","remote":"127.0.0.1:39278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:02.227678Z","caller":"traceutil/trace.go:171","msg":"trace[260598571] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24133; }","duration":"1.900454154s","start":"2026-03-05T08:19:00.327202Z","end":"2026-03-05T08:19:02.227656Z","steps":["trace[260598571] 'agreement among raft nodes before linearized reading' (duration: 1.899565802s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.227725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.327184Z","time spent":"1.900527956s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.227564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999130032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-05T08:19:02.227299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998005305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:02.227838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525113247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:02.227869Z","caller":"traceutil/trace.go:171","msg":"trace[206911401] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24133; }","duration":"1.525167539s","start":"2026-03-05T08:19:00.702692Z","end":"2026-03-05T08:19:02.22786Z","steps":["trace[206911401] 'agreement among raft nodes before linearized reading' (duration: 1.525113888s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:02.227874Z","caller":"traceutil/trace.go:171","msg":"trace[982562344] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24133; }","duration":"1.99864067s","start":"2026-03-05T08:19:00.229209Z","end":"2026-03-05T08:19:02.22785Z","steps":["trace[982562344] 'agreement among raft nodes before linearized reading' (duration: 1.998023044s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.227907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.702682Z","time spent":"1.52521765s","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.227924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.22919Z","time spent":"1.998717802s","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-05T08:19:02.227415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998968998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-05T08:19:02.22797Z","caller":"traceutil/trace.go:171","msg":"trace[1501026653] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24133; }","duration":"1.999528131s","start":"2026-03-05T08:19:00.228432Z","end":"2026-03-05T08:19:02.22796Z","steps":["trace[1501026653] 'agreement among raft nodes before linearized reading' (duration: 1.998888085s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.228014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.228426Z","time spent":"1.999576972s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T08:19:02.227677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:01.61063Z","time spent":"617.039047ms","remote":"127.0.0.1:41560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:02.228003Z","caller":"traceutil/trace.go:171","msg":"trace[1514601040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24133; }","duration":"1.995869523s","start":"2026-03-05T08:19:00.231924Z","end":"2026-03-05T08:19:02.227794Z","steps":["trace[1514601040] 'agreement among raft nodes before linearized reading' (duration: 1.995229297s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.227635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963463095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:02.228132Z","caller":"traceutil/trace.go:171","msg":"trace[757386190] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24133; }","duration":"1.964002879s","start":"2026-03-05T08:19:00.264108Z","end":"2026-03-05T08:19:02.228111Z","steps":["trace[757386190] 'agreement among raft nodes before linearized reading' (duration: 1.963424845s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:02.227822Z","caller":"traceutil/trace.go:171","msg":"trace[968943378] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24133; }","duration":"1.999426099s","start":"2026-03-05T08:19:00.228382Z","end":"2026-03-05T08:19:02.227808Z","steps":["trace[968943378] 'agreement among raft nodes before linearized reading' (duration: 1.998977187s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.228343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.228373Z","time spent":"1.99993165s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-05T08:19:02.228309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.264085Z","time spent":"1.964100291s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:02.229018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.231916Z","time spent":"1.997054782s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:02.228262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:00.228844Z","time spent":"1.997604395s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:02.731649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343265019,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:19:02.763812Z","caller":"traceutil/trace.go:171","msg":"trace[230415434] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"534.779443ms","start":"2026-03-05T08:19:02.22901Z","end":"2026-03-05T08:19:02.763789Z","steps":["trace[230415434] 'process raft request' (duration: 534.513607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:02.763938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.228989Z","time spent":"534.887655ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:03.049531Z","caller":"traceutil/trace.go:171","msg":"trace[1196534762] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"820.368666ms","start":"2026-03-05T08:19:02.229133Z","end":"2026-03-05T08:19:03.049501Z","steps":["trace[1196534762] 'process raft request' (duration: 820.134911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.049727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.229105Z","time spent":"820.51046ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:03.04984Z","caller":"traceutil/trace.go:171","msg":"trace[219938223] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"820.697933ms","start":"2026-03-05T08:19:02.229114Z","end":"2026-03-05T08:19:03.049812Z","steps":["trace[219938223] 'process raft request' (duration: 820.337275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.050021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.229095Z","time spent":"820.824207ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:03.050239Z","caller":"traceutil/trace.go:171","msg":"trace[498575469] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"819.352111ms","start":"2026-03-05T08:19:02.230843Z","end":"2026-03-05T08:19:03.050195Z","steps":["trace[498575469] 'process raft request' (duration: 818.85778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.050361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.230829Z","time spent":"819.474054ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:03.050688Z","caller":"traceutil/trace.go:171","msg":"trace[913173228] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"819.267019ms","start":"2026-03-05T08:19:02.231393Z","end":"2026-03-05T08:19:03.05066Z","steps":["trace[913173228] 'process raft request' (duration: 818.599194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.050815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.231375Z","time spent":"819.375942ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:03.051073Z","caller":"traceutil/trace.go:171","msg":"trace[840653185] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"819.137416ms","start":"2026-03-05T08:19:02.231849Z","end":"2026-03-05T08:19:03.050986Z","steps":["trace[840653185] 'process raft request' (duration: 818.717396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.051191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.231839Z","time spent":"819.293131ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:03.051239Z","caller":"traceutil/trace.go:171","msg":"trace[326289510] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"819.445595ms","start":"2026-03-05T08:19:02.231769Z","end":"2026-03-05T08:19:03.051214Z","steps":["trace[326289510] 'process raft request' (duration: 818.730707ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:03.050732Z","caller":"traceutil/trace.go:171","msg":"trace[1659107998] linearizableReadLoop","detail":"{readStateIndex:25001; appliedIndex:24993; }","duration":"820.156491ms","start":"2026-03-05T08:19:02.230551Z","end":"2026-03-05T08:19:03.050708Z","steps":["trace[1659107998] 'read index received' (duration: 533.075392ms)","trace[1659107998] 'applied index is now lower than readState.Index' (duration: 287.079919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:03.051389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.231758Z","time spent":"819.577967ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:03.05142Z","caller":"traceutil/trace.go:171","msg":"trace[1314452660] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"815.809817ms","start":"2026-03-05T08:19:02.235583Z","end":"2026-03-05T08:19:03.051393Z","steps":["trace[1314452660] 'process raft request' (duration: 815.051118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.051528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.235573Z","time spent":"815.892199ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:03.051585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.63809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:03.05165Z","caller":"traceutil/trace.go:171","msg":"trace[1315927796] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24141; }","duration":"329.736852ms","start":"2026-03-05T08:19:02.721894Z","end":"2026-03-05T08:19:03.051631Z","steps":["trace[1315927796] 'agreement among raft nodes before linearized reading' (duration: 329.63929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.051693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.041948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d80aa34e-c37c-467a-b010-068ab2d1cc1c\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-05T08:19:03.051605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.006691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:03.051795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.005817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:03.051844Z","caller":"traceutil/trace.go:171","msg":"trace[332004659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24141; }","duration":"821.300738ms","start":"2026-03-05T08:19:02.230523Z","end":"2026-03-05T08:19:03.051824Z","steps":["trace[332004659] 'agreement among raft nodes before linearized reading' (duration: 820.97999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.051865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.932838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:03.051956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.230505Z","time spent":"821.426561ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:19:03.051748Z","caller":"traceutil/trace.go:171","msg":"trace[1660229690] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d80aa34e-c37c-467a-b010-068ab2d1cc1c; range_end:; response_count:1; response_revision:24141; }","duration":"820.10983ms","start":"2026-03-05T08:19:02.231624Z","end":"2026-03-05T08:19:03.051734Z","steps":["trace[1660229690] 'agreement among raft nodes before linearized reading' (duration: 819.942996ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:03.051978Z","caller":"traceutil/trace.go:171","msg":"trace[559796572] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24141; }","duration":"255.066101ms","start":"2026-03-05T08:19:02.796887Z","end":"2026-03-05T08:19:03.051953Z","steps":["trace[559796572] 'agreement among raft nodes before linearized reading' (duration: 254.865336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.052504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.231615Z","time spent":"820.829267ms","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-d80aa34e-c37c-467a-b010-068ab2d1cc1c\" "} {"level":"info","ts":"2026-03-05T08:19:03.051836Z","caller":"traceutil/trace.go:171","msg":"trace[446175284] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24141; }","duration":"820.059239ms","start":"2026-03-05T08:19:02.231769Z","end":"2026-03-05T08:19:03.051829Z","steps":["trace[446175284] 'agreement among raft nodes before linearized reading' (duration: 819.999448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.052653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.231761Z","time spent":"820.874958ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T08:19:03.051706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.721875Z","time spent":"329.816505ms","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:03.051885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.247126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-05T08:19:03.052849Z","caller":"traceutil/trace.go:171","msg":"trace[694734423] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:24141; }","duration":"822.282942ms","start":"2026-03-05T08:19:02.230552Z","end":"2026-03-05T08:19:03.052835Z","steps":["trace[694734423] 'agreement among raft nodes before linearized reading' (duration: 821.101784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.05289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.230529Z","time spent":"822.348453ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-05T08:19:03.052007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.049682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-05T08:19:03.052014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.328759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-05T08:19:03.053456Z","caller":"traceutil/trace.go:171","msg":"trace[914741604] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d; range_end:; response_count:1; response_revision:24141; }","duration":"822.782563ms","start":"2026-03-05T08:19:02.230649Z","end":"2026-03-05T08:19:03.053432Z","steps":["trace[914741604] 'agreement among raft nodes before linearized reading' (duration: 821.220196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.053512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.23064Z","time spent":"822.860494ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d\" "} {"level":"info","ts":"2026-03-05T08:19:03.053181Z","caller":"traceutil/trace.go:171","msg":"trace[1276258820] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24141; }","duration":"822.211269ms","start":"2026-03-05T08:19:02.230937Z","end":"2026-03-05T08:19:03.053148Z","steps":["trace[1276258820] 'agreement among raft nodes before linearized reading' (duration: 820.886088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.053807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:02.230897Z","time spent":"822.878335ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-05T08:19:03.223033Z","caller":"traceutil/trace.go:171","msg":"trace[741532191] linearizableReadLoop","detail":"{readStateIndex:25003; appliedIndex:25001; }","duration":"166.63795ms","start":"2026-03-05T08:19:03.056375Z","end":"2026-03-05T08:19:03.223013Z","steps":["trace[741532191] 'read index received' (duration: 100.798709ms)","trace[741532191] 'applied index is now lower than readState.Index' (duration: 65.838651ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:03.223085Z","caller":"traceutil/trace.go:171","msg":"trace[648091264] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"166.928446ms","start":"2026-03-05T08:19:03.056124Z","end":"2026-03-05T08:19:03.223052Z","steps":["trace[648091264] 'process raft request' (duration: 166.787792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.223325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.885265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:19:03.223351Z","caller":"traceutil/trace.go:171","msg":"trace[1052232297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24142; }","duration":"166.990807ms","start":"2026-03-05T08:19:03.056352Z","end":"2026-03-05T08:19:03.223343Z","steps":["trace[1052232297] 'agreement among raft nodes before linearized reading' (duration: 166.774442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.223559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.767038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-03-05T08:19:03.223603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.349184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:03.223656Z","caller":"traceutil/trace.go:171","msg":"trace[2066162083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24142; }","duration":"164.431546ms","start":"2026-03-05T08:19:03.05921Z","end":"2026-03-05T08:19:03.223641Z","steps":["trace[2066162083] 'agreement among raft nodes before linearized reading' (duration: 164.330833ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:03.223652Z","caller":"traceutil/trace.go:171","msg":"trace[443630494] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24142; }","duration":"165.929691ms","start":"2026-03-05T08:19:03.057702Z","end":"2026-03-05T08:19:03.223631Z","steps":["trace[443630494] 'agreement among raft nodes before linearized reading' (duration: 165.680965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.763426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.023655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:03.763637Z","caller":"traceutil/trace.go:171","msg":"trace[917294955] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"189.999939ms","start":"2026-03-05T08:19:03.573619Z","end":"2026-03-05T08:19:03.763619Z","steps":["trace[917294955] 'process raft request' (duration: 189.936728ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:03.76361Z","caller":"traceutil/trace.go:171","msg":"trace[399648548] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"539.442845ms","start":"2026-03-05T08:19:03.224127Z","end":"2026-03-05T08:19:03.76357Z","steps":["trace[399648548] 'process raft request' (duration: 225.184114ms)","trace[399648548] 'compare' (duration: 313.656847ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:03.763731Z","caller":"traceutil/trace.go:171","msg":"trace[1964822545] linearizableReadLoop","detail":"{readStateIndex:25004; appliedIndex:25003; }","duration":"538.811779ms","start":"2026-03-05T08:19:03.224892Z","end":"2026-03-05T08:19:03.763704Z","steps":["trace[1964822545] 'read index received' (duration: 224.398635ms)","trace[1964822545] 'applied index is now lower than readState.Index' (duration: 314.410054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:03.763808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.224099Z","time spent":"539.598049ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:03.763906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.010444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18619"} {"level":"info","ts":"2026-03-05T08:19:03.763944Z","caller":"traceutil/trace.go:171","msg":"trace[823018167] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24144; }","duration":"539.081226ms","start":"2026-03-05T08:19:03.224853Z","end":"2026-03-05T08:19:03.763934Z","steps":["trace[823018167] 'agreement among raft nodes before linearized reading' (duration: 538.967003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.763972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.224845Z","time spent":"539.120266ms","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T08:19:03.764025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.15918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-35f36912-b000-45be-9a78-c5388add9c6b\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-05T08:19:03.76411Z","caller":"traceutil/trace.go:171","msg":"trace[2054348484] range","detail":"{range_begin:/registry/persistentvolumes/pvc-35f36912-b000-45be-9a78-c5388add9c6b; range_end:; response_count:1; response_revision:24144; }","duration":"537.275563ms","start":"2026-03-05T08:19:03.226817Z","end":"2026-03-05T08:19:03.764092Z","steps":["trace[2054348484] 'agreement among raft nodes before linearized reading' (duration: 537.048578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.764157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.226793Z","time spent":"537.349994ms","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-35f36912-b000-45be-9a78-c5388add9c6b\" "} {"level":"warn","ts":"2026-03-05T08:19:03.764514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.667379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:03.764543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.627113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-03-05T08:19:03.764552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.822531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-05T08:19:03.764588Z","caller":"traceutil/trace.go:171","msg":"trace[74112719] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24144; }","duration":"535.695015ms","start":"2026-03-05T08:19:03.228881Z","end":"2026-03-05T08:19:03.764576Z","steps":["trace[74112719] 'agreement among raft nodes before linearized reading' (duration: 535.555211ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:03.764587Z","caller":"traceutil/trace.go:171","msg":"trace[83573086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24144; }","duration":"456.776561ms","start":"2026-03-05T08:19:03.307794Z","end":"2026-03-05T08:19:03.764571Z","steps":["trace[83573086] 'agreement among raft nodes before linearized reading' (duration: 456.657918ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:03.76461Z","caller":"traceutil/trace.go:171","msg":"trace[1541661212] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3; range_end:; response_count:1; response_revision:24144; }","duration":"536.904693ms","start":"2026-03-05T08:19:03.22769Z","end":"2026-03-05T08:19:03.764595Z","steps":["trace[1541661212] 'agreement among raft nodes before linearized reading' (duration: 536.749969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.764619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.228866Z","time spent":"535.745876ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-05T08:19:03.764608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.35349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T08:19:03.764657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.22768Z","time spent":"536.965314ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c97966c99-f47jb.1899e3fcfd6b3ec3\" "} {"level":"info","ts":"2026-03-05T08:19:03.764673Z","caller":"traceutil/trace.go:171","msg":"trace[1091705770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24144; }","duration":"263.472443ms","start":"2026-03-05T08:19:03.501183Z","end":"2026-03-05T08:19:03.764656Z","steps":["trace[1091705770] 'agreement among raft nodes before linearized reading' (duration: 263.248377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.764705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.46019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418426"} {"level":"warn","ts":"2026-03-05T08:19:03.764712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.194079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:03.764768Z","caller":"traceutil/trace.go:171","msg":"trace[1159239888] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24144; }","duration":"100.545473ms","start":"2026-03-05T08:19:03.664206Z","end":"2026-03-05T08:19:03.764751Z","steps":["trace[1159239888] 'agreement among raft nodes before linearized reading' (duration: 100.220145ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:03.764778Z","caller":"traceutil/trace.go:171","msg":"trace[538961033] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24144; }","duration":"329.268771ms","start":"2026-03-05T08:19:03.435493Z","end":"2026-03-05T08:19:03.764762Z","steps":["trace[538961033] 'agreement among raft nodes before linearized reading' (duration: 328.874602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:03.764864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.435431Z","time spent":"329.410204ms","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:03.764886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.30778Z","time spent":"456.839493ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:04.266038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.374164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:04.266133Z","caller":"traceutil/trace.go:171","msg":"trace[1892854096] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"502.14113ms","start":"2026-03-05T08:19:03.763974Z","end":"2026-03-05T08:19:04.266115Z","steps":["trace[1892854096] 'process raft request' (duration: 372.597142ms)","trace[1892854096] 'compare' (duration: 129.183509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:04.266196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.763902Z","time spent":"502.264942ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:04.985856Z","caller":"traceutil/trace.go:171","msg":"trace[1713462792] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"1.218250674s","start":"2026-03-05T08:19:03.76757Z","end":"2026-03-05T08:19:04.985821Z","steps":["trace[1713462792] 'process raft request' (duration: 1.217916056s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:04.985908Z","caller":"traceutil/trace.go:171","msg":"trace[375675901] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"1.216536962s","start":"2026-03-05T08:19:03.769361Z","end":"2026-03-05T08:19:04.985898Z","steps":["trace[375675901] 'process raft request' (duration: 1.216256815s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:04.986003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.767551Z","time spent":"1.218370436s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:04.986144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.769347Z","time spent":"1.216591933s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:04.986187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21854573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-05T08:19:04.986237Z","caller":"traceutil/trace.go:171","msg":"trace[1281240852] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24147; }","duration":"1.218632583s","start":"2026-03-05T08:19:03.767595Z","end":"2026-03-05T08:19:04.986228Z","steps":["trace[1281240852] 'agreement among raft nodes before linearized reading' (duration: 1.218492669s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:04.986256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.767574Z","time spent":"1.218677144s","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-05T08:19:04.985856Z","caller":"traceutil/trace.go:171","msg":"trace[76403107] linearizableReadLoop","detail":"{readStateIndex:25007; appliedIndex:25005; }","duration":"1.218197902s","start":"2026-03-05T08:19:03.767641Z","end":"2026-03-05T08:19:04.985839Z","steps":["trace[76403107] 'read index received' (duration: 368.946754ms)","trace[76403107] 'applied index is now lower than readState.Index' (duration: 849.250228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:05.567873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.635554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:05.56798Z","caller":"traceutil/trace.go:171","msg":"trace[1398845836] linearizableReadLoop","detail":"{readStateIndex:25009; appliedIndex:25008; }","duration":"581.534946ms","start":"2026-03-05T08:19:04.986428Z","end":"2026-03-05T08:19:05.567963Z","steps":["trace[1398845836] 'read index received' (duration: 230.906772ms)","trace[1398845836] 'applied index is now lower than readState.Index' (duration: 350.626794ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:05.568049Z","caller":"traceutil/trace.go:171","msg":"trace[129555667] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"799.527845ms","start":"2026-03-05T08:19:04.76851Z","end":"2026-03-05T08:19:05.568037Z","steps":["trace[129555667] 'process raft request' (duration: 448.636935ms)","trace[129555667] 'compare' (duration: 350.273716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:05.568244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259519094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:05.568303Z","caller":"traceutil/trace.go:171","msg":"trace[1050178326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24148; }","duration":"1.259617926s","start":"2026-03-05T08:19:04.30867Z","end":"2026-03-05T08:19:05.568288Z","steps":["trace[1050178326] 'agreement among raft nodes before linearized reading' (duration: 1.259526614s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:05.568338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:04.308653Z","time spent":"1.259677887s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:05.568696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335543068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T08:19:05.56873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441795947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:05.568958Z","caller":"traceutil/trace.go:171","msg":"trace[483659612] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24148; }","duration":"1.442089634s","start":"2026-03-05T08:19:04.126847Z","end":"2026-03-05T08:19:05.568937Z","steps":["trace[483659612] 'agreement among raft nodes before linearized reading' (duration: 1.441733665s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:05.569022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:04.126827Z","time spent":"1.442180226s","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:05.569038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334448511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:19:05.569076Z","caller":"traceutil/trace.go:171","msg":"trace[1920116127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24148; }","duration":"1.334541504s","start":"2026-03-05T08:19:04.234524Z","end":"2026-03-05T08:19:05.569065Z","steps":["trace[1920116127] 'agreement among raft nodes before linearized reading' (duration: 1.33438295s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:05.569122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:04.234502Z","time spent":"1.334611816s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:19:05.568762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.398259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:05.569265Z","caller":"traceutil/trace.go:171","msg":"trace[1463810466] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24148; }","duration":"719.001603ms","start":"2026-03-05T08:19:04.850249Z","end":"2026-03-05T08:19:05.569251Z","steps":["trace[1463810466] 'agreement among raft nodes before linearized reading' (duration: 718.337897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:05.569265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794637254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-05T08:19:05.56928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677053462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:05.569313Z","caller":"traceutil/trace.go:171","msg":"trace[2008674982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24148; }","duration":"1.794698985s","start":"2026-03-05T08:19:03.7746Z","end":"2026-03-05T08:19:05.569299Z","steps":["trace[2008674982] 'agreement among raft nodes before linearized reading' (duration: 1.794547302s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:05.569321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799924171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-05T08:19:05.56936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.774593Z","time spent":"1.794754486s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T08:19:05.569354Z","caller":"traceutil/trace.go:171","msg":"trace[889937235] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24148; }","duration":"1.677170935s","start":"2026-03-05T08:19:03.892157Z","end":"2026-03-05T08:19:05.569328Z","steps":["trace[889937235] 'agreement among raft nodes before linearized reading' (duration: 1.677044632s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:05.569368Z","caller":"traceutil/trace.go:171","msg":"trace[1178051590] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24148; }","duration":"1.799976762s","start":"2026-03-05T08:19:03.769377Z","end":"2026-03-05T08:19:05.569354Z","steps":["trace[1178051590] 'agreement among raft nodes before linearized reading' (duration: 1.799828679s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:05.569361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336225815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T08:19:05.569403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.769336Z","time spent":"1.800058604s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-05T08:19:05.56941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:03.892133Z","time spent":"1.677261077s","remote":"127.0.0.1:38930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:05.569442Z","caller":"traceutil/trace.go:171","msg":"trace[923988213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24148; }","duration":"1.336363848s","start":"2026-03-05T08:19:04.233058Z","end":"2026-03-05T08:19:05.569422Z","steps":["trace[923988213] 'agreement among raft nodes before linearized reading' (duration: 1.336073621s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:05.569428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399923862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-05T08:19:05.569486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:04.233042Z","time spent":"1.33643664s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:05.569315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:04.85023Z","time spent":"719.064024ms","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:05.56953Z","caller":"traceutil/trace.go:171","msg":"trace[1657010591] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24148; }","duration":"1.400065547s","start":"2026-03-05T08:19:04.169439Z","end":"2026-03-05T08:19:05.569504Z","steps":["trace[1657010591] 'agreement among raft nodes before linearized reading' (duration: 1.399735378s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:05.569542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338975381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:19:05.568804Z","caller":"traceutil/trace.go:171","msg":"trace[1068413261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24148; }","duration":"1.335742803s","start":"2026-03-05T08:19:04.233039Z","end":"2026-03-05T08:19:05.568782Z","steps":["trace[1068413261] 'agreement among raft nodes before linearized reading' (duration: 1.335005896s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:05.569582Z","caller":"traceutil/trace.go:171","msg":"trace[1878726289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24148; }","duration":"1.339059213s","start":"2026-03-05T08:19:04.230513Z","end":"2026-03-05T08:19:05.569572Z","steps":["trace[1878726289] 'agreement among raft nodes before linearized reading' (duration: 1.33895263s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:05.569599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:04.169425Z","time spent":"1.400150549s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T08:19:05.569618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:04.230483Z","time spent":"1.339128514s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:05.569614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:04.233017Z","time spent":"1.336581704s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:05.568822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.845193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:05.569708Z","caller":"traceutil/trace.go:171","msg":"trace[1821834737] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24148; }","duration":"775.764066ms","start":"2026-03-05T08:19:04.793932Z","end":"2026-03-05T08:19:05.569696Z","steps":["trace[1821834737] 'agreement among raft nodes before linearized reading' (duration: 774.863183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:05.569747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:04.793911Z","time spent":"775.823406ms","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:05.570469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:04.768484Z","time spent":"799.594976ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:06.477046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.047984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:06.477308Z","caller":"traceutil/trace.go:171","msg":"trace[421483950] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"1.420457075s","start":"2026-03-05T08:19:05.05683Z","end":"2026-03-05T08:19:06.477287Z","steps":["trace[421483950] 'process raft request' (duration: 1.420376303s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:06.477632Z","caller":"traceutil/trace.go:171","msg":"trace[1147623382] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"1.420881246s","start":"2026-03-05T08:19:05.056703Z","end":"2026-03-05T08:19:06.477585Z","steps":["trace[1147623382] 'process raft request' (duration: 616.204676ms)","trace[1147623382] 'compare' (duration: 803.706156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:06.477848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.056674Z","time spent":"1.421056961s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:06.477392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.056821Z","time spent":"1.420534227s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:06.47803Z","caller":"traceutil/trace.go:171","msg":"trace[440684293] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"1.421247045s","start":"2026-03-05T08:19:05.056769Z","end":"2026-03-05T08:19:06.478016Z","steps":["trace[440684293] 'process raft request' (duration: 1.420357264s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:06.478101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.056741Z","time spent":"1.421325817s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:06.478473Z","caller":"traceutil/trace.go:171","msg":"trace[559813174] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"1.420564448s","start":"2026-03-05T08:19:05.057888Z","end":"2026-03-05T08:19:06.478453Z","steps":["trace[559813174] 'process raft request' (duration: 1.419359729s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:06.478562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.057864Z","time spent":"1.42065324s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:06.478581Z","caller":"traceutil/trace.go:171","msg":"trace[406321690] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"1.420400294s","start":"2026-03-05T08:19:05.058137Z","end":"2026-03-05T08:19:06.478537Z","steps":["trace[406321690] 'process raft request' (duration: 1.420184689s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:06.478782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.058122Z","time spent":"1.420564208s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:06.478623Z","caller":"traceutil/trace.go:171","msg":"trace[358423985] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"1.420099877s","start":"2026-03-05T08:19:05.058404Z","end":"2026-03-05T08:19:06.478504Z","steps":["trace[358423985] 'process raft request' (duration: 1.420043196s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:06.47898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.058393Z","time spent":"1.420512016s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:06.487577Z","caller":"traceutil/trace.go:171","msg":"trace[1826389359] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"913.357847ms","start":"2026-03-05T08:19:05.574207Z","end":"2026-03-05T08:19:06.487565Z","steps":["trace[1826389359] 'process raft request' (duration: 913.295446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:06.487638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.574188Z","time spent":"913.422368ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:06.487586Z","caller":"traceutil/trace.go:171","msg":"trace[954070281] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"1.261919691s","start":"2026-03-05T08:19:05.225647Z","end":"2026-03-05T08:19:06.487567Z","steps":["trace[954070281] 'process raft request' (duration: 1.261785468s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:06.487738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.225628Z","time spent":"1.262069564s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":624,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:06.48792Z","caller":"traceutil/trace.go:171","msg":"trace[546260588] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"913.576552ms","start":"2026-03-05T08:19:05.574332Z","end":"2026-03-05T08:19:06.487909Z","steps":["trace[546260588] 'process raft request' (duration: 913.207954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:06.487974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.574305Z","time spent":"913.642064ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:06.488013Z","caller":"traceutil/trace.go:171","msg":"trace[379066648] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"913.660424ms","start":"2026-03-05T08:19:05.574328Z","end":"2026-03-05T08:19:06.487988Z","steps":["trace[379066648] 'process raft request' (duration: 913.502011ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:06.488037Z","caller":"traceutil/trace.go:171","msg":"trace[922397256] linearizableReadLoop","detail":"{readStateIndex:25016; appliedIndex:25009; }","duration":"920.014116ms","start":"2026-03-05T08:19:05.568006Z","end":"2026-03-05T08:19:06.48802Z","steps":["trace[922397256] 'read index received' (duration: 104.931797ms)","trace[922397256] 'applied index is now lower than readState.Index' (duration: 815.081659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:06.488135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108452449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:06.488151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.574293Z","time spent":"913.768977ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:06.48819Z","caller":"traceutil/trace.go:171","msg":"trace[921031960] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"913.062809ms","start":"2026-03-05T08:19:05.575119Z","end":"2026-03-05T08:19:06.488181Z","steps":["trace[921031960] 'process raft request' (duration: 912.863084ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:06.48816Z","caller":"traceutil/trace.go:171","msg":"trace[2072913719] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24160; }","duration":"1.108513459s","start":"2026-03-05T08:19:05.379637Z","end":"2026-03-05T08:19:06.488151Z","steps":["trace[2072913719] 'agreement among raft nodes before linearized reading' (duration: 1.108385556s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:06.488233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.575108Z","time spent":"913.104271ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:06.488259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.379616Z","time spent":"1.108634633s","remote":"127.0.0.1:36832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:06.488263Z","caller":"traceutil/trace.go:171","msg":"trace[1276927541] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"913.515501ms","start":"2026-03-05T08:19:05.57469Z","end":"2026-03-05T08:19:06.488206Z","steps":["trace[1276927541] 'process raft request' (duration: 913.250635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:06.488288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207045534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:19:06.488337Z","caller":"traceutil/trace.go:171","msg":"trace[2010070932] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24160; }","duration":"1.207153597s","start":"2026-03-05T08:19:05.281173Z","end":"2026-03-05T08:19:06.488327Z","steps":["trace[2010070932] 'agreement among raft nodes before linearized reading' (duration: 1.20686665s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:06.488366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.281152Z","time spent":"1.207204548s","remote":"127.0.0.1:48568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:06.488364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.574679Z","time spent":"913.638475ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:06.488384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.535908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:06.488466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500806614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-05T08:19:06.48849Z","caller":"traceutil/trace.go:171","msg":"trace[1365025123] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24160; }","duration":"1.500839085s","start":"2026-03-05T08:19:04.98764Z","end":"2026-03-05T08:19:06.488479Z","steps":["trace[1365025123] 'agreement among raft nodes before linearized reading' (duration: 1.500757733s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:06.488486Z","caller":"traceutil/trace.go:171","msg":"trace[667285658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24160; }","duration":"917.649001ms","start":"2026-03-05T08:19:05.570814Z","end":"2026-03-05T08:19:06.488463Z","steps":["trace[667285658] 'agreement among raft nodes before linearized reading' (duration: 917.529398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:06.488535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.02834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:06.488556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.570792Z","time spent":"917.740273ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:06.488566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.764792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b4b5f217-73ee-4c93-8835-8cfe155549a3\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T08:19:06.488568Z","caller":"traceutil/trace.go:171","msg":"trace[357510135] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24160; }","duration":"325.086441ms","start":"2026-03-05T08:19:06.16347Z","end":"2026-03-05T08:19:06.488556Z","steps":["trace[357510135] 'agreement among raft nodes before linearized reading' (duration: 325.028679ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:06.488586Z","caller":"traceutil/trace.go:171","msg":"trace[1735633457] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b4b5f217-73ee-4c93-8835-8cfe155549a3; range_end:; response_count:1; response_revision:24160; }","duration":"914.797252ms","start":"2026-03-05T08:19:05.573782Z","end":"2026-03-05T08:19:06.48858Z","steps":["trace[1735633457] 'agreement among raft nodes before linearized reading' (duration: 914.740181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:06.488594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:06.163453Z","time spent":"325.132452ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:06.488609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:05.573773Z","time spent":"914.831773ms","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b4b5f217-73ee-4c93-8835-8cfe155549a3\" "} {"level":"warn","ts":"2026-03-05T08:19:06.488512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:04.987629Z","time spent":"1.500878646s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T08:19:06.488457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499982085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-05T08:19:06.488771Z","caller":"traceutil/trace.go:171","msg":"trace[580166796] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d; range_end:; response_count:1; response_revision:24160; }","duration":"1.500307813s","start":"2026-03-05T08:19:04.988452Z","end":"2026-03-05T08:19:06.488759Z","steps":["trace[580166796] 'agreement among raft nodes before linearized reading' (duration: 1.499684927s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:06.488808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:04.988445Z","time spent":"1.500347383s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899e4001008314d\" "} {"level":"info","ts":"2026-03-05T08:19:07.21428Z","caller":"traceutil/trace.go:171","msg":"trace[1876847822] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"678.04675ms","start":"2026-03-05T08:19:06.53619Z","end":"2026-03-05T08:19:07.214237Z","steps":["trace[1876847822] 'process raft request' (duration: 611.300248ms)","trace[1876847822] 'compare' (duration: 66.395734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:07.214509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.627161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:07.214573Z","caller":"traceutil/trace.go:171","msg":"trace[880938199] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24162; }","duration":"562.746084ms","start":"2026-03-05T08:19:06.651812Z","end":"2026-03-05T08:19:07.214559Z","steps":["trace[880938199] 'agreement among raft nodes before linearized reading' (duration: 562.547119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:07.214621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:06.651786Z","time spent":"562.822216ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:07.214638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:06.536126Z","time spent":"678.336837ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:07.214289Z","caller":"traceutil/trace.go:171","msg":"trace[2000741394] linearizableReadLoop","detail":"{readStateIndex:25023; appliedIndex:25022; }","duration":"562.373105ms","start":"2026-03-05T08:19:06.651863Z","end":"2026-03-05T08:19:07.214236Z","steps":["trace[2000741394] 'read index received' (duration: 495.634073ms)","trace[2000741394] 'applied index is now lower than readState.Index' (duration: 66.737232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:07.215127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.977188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:19:07.215204Z","caller":"traceutil/trace.go:171","msg":"trace[386187534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24162; }","duration":"225.102261ms","start":"2026-03-05T08:19:06.990084Z","end":"2026-03-05T08:19:07.215186Z","steps":["trace[386187534] 'agreement among raft nodes before linearized reading' (duration: 224.864856ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:07.409375Z","caller":"traceutil/trace.go:171","msg":"trace[1453070025] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"131.506576ms","start":"2026-03-05T08:19:07.277828Z","end":"2026-03-05T08:19:07.409335Z","steps":["trace[1453070025] 'process raft request' (duration: 104.496599ms)","trace[1453070025] 'compare' (duration: 26.794172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:07.409433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.075111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:07.409507Z","caller":"traceutil/trace.go:171","msg":"trace[933833384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24165; }","duration":"100.184884ms","start":"2026-03-05T08:19:07.309302Z","end":"2026-03-05T08:19:07.409486Z","steps":["trace[933833384] 'agreement among raft nodes before linearized reading' (duration: 100.03006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:08.017738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.954044ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:08.017892Z","caller":"traceutil/trace.go:171","msg":"trace[314895873] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24165; }","duration":"372.127949ms","start":"2026-03-05T08:19:07.645739Z","end":"2026-03-05T08:19:08.017867Z","steps":["trace[314895873] 'range keys from in-memory index tree' (duration: 371.929064ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:08.33582Z","caller":"traceutil/trace.go:171","msg":"trace[801672063] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"759.960356ms","start":"2026-03-05T08:19:07.575838Z","end":"2026-03-05T08:19:08.335799Z","steps":["trace[801672063] 'process raft request' (duration: 759.498515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:08.336128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:07.575814Z","time spent":"760.226742ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:08.462884Z","caller":"traceutil/trace.go:171","msg":"trace[298660311] linearizableReadLoop","detail":"{readStateIndex:25028; appliedIndex:25026; }","duration":"152.653602ms","start":"2026-03-05T08:19:08.310201Z","end":"2026-03-05T08:19:08.462855Z","steps":["trace[298660311] 'read index received' (duration: 25.191635ms)","trace[298660311] 'applied index is now lower than readState.Index' (duration: 127.461077ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:08.46297Z","caller":"traceutil/trace.go:171","msg":"trace[1488076383] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"736.480092ms","start":"2026-03-05T08:19:07.726459Z","end":"2026-03-05T08:19:08.462939Z","steps":["trace[1488076383] 'process raft request' (duration: 720.536551ms)","trace[1488076383] 'compare' (duration: 15.734486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:08.463041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.820136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:08.463105Z","caller":"traceutil/trace.go:171","msg":"trace[1123488108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24167; }","duration":"152.938459ms","start":"2026-03-05T08:19:08.310148Z","end":"2026-03-05T08:19:08.463087Z","steps":["trace[1123488108] 'agreement among raft nodes before linearized reading' (duration: 152.811276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:08.463096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:07.726438Z","time spent":"736.584845ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:08.732023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.726382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:08.732212Z","caller":"traceutil/trace.go:171","msg":"trace[1727092091] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"247.836907ms","start":"2026-03-05T08:19:08.484339Z","end":"2026-03-05T08:19:08.732176Z","steps":["trace[1727092091] 'process raft request' (duration: 142.783167ms)","trace[1727092091] 'compare' (duration: 104.407025ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:09.170683Z","caller":"traceutil/trace.go:171","msg":"trace[746380593] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"685.173632ms","start":"2026-03-05T08:19:08.485479Z","end":"2026-03-05T08:19:09.170652Z","steps":["trace[746380593] 'process raft request' (duration: 684.900396ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:09.170711Z","caller":"traceutil/trace.go:171","msg":"trace[45754708] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"685.113791ms","start":"2026-03-05T08:19:08.485567Z","end":"2026-03-05T08:19:09.170681Z","steps":["trace[45754708] 'process raft request' (duration: 684.935507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:09.170823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:08.485468Z","time spent":"685.274354ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:09.170833Z","caller":"traceutil/trace.go:171","msg":"trace[477881661] linearizableReadLoop","detail":"{readStateIndex:25034; appliedIndex:25028; }","duration":"678.754147ms","start":"2026-03-05T08:19:08.492047Z","end":"2026-03-05T08:19:09.170801Z","steps":["trace[477881661] 'read index received' (duration: 135.168413ms)","trace[477881661] 'applied index is now lower than readState.Index' (duration: 543.584594ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:09.171031Z","caller":"traceutil/trace.go:171","msg":"trace[2006554766] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"682.541488ms","start":"2026-03-05T08:19:08.488462Z","end":"2026-03-05T08:19:09.171004Z","steps":["trace[2006554766] 'process raft request' (duration: 682.161059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:09.171133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.90964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T08:19:09.171129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.941181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:19:09.171195Z","caller":"traceutil/trace.go:171","msg":"trace[1451052969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24173; }","duration":"678.996812ms","start":"2026-03-05T08:19:08.492168Z","end":"2026-03-05T08:19:09.171164Z","steps":["trace[1451052969] 'agreement among raft nodes before linearized reading' (duration: 678.855389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:09.171226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:08.492138Z","time spent":"679.081515ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:09.171028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:08.485545Z","time spent":"685.234823ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:09.171229Z","caller":"traceutil/trace.go:171","msg":"trace[109852158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24173; }","duration":"679.064534ms","start":"2026-03-05T08:19:08.492146Z","end":"2026-03-05T08:19:09.17121Z","steps":["trace[109852158] 'agreement among raft nodes before linearized reading' (duration: 678.841659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:09.171162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.094185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:19:09.171287Z","caller":"traceutil/trace.go:171","msg":"trace[972283256] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"686.538724ms","start":"2026-03-05T08:19:08.484694Z","end":"2026-03-05T08:19:09.171233Z","steps":["trace[972283256] 'process raft request' (duration: 682.662161ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:09.171336Z","caller":"traceutil/trace.go:171","msg":"trace[807108487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24173; }","duration":"679.29624ms","start":"2026-03-05T08:19:08.492023Z","end":"2026-03-05T08:19:09.17132Z","steps":["trace[807108487] 'agreement among raft nodes before linearized reading' (duration: 678.990913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:09.171337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:08.492135Z","time spent":"679.185407ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:09.171237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:08.488446Z","time spent":"682.666642ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:09.171377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.704092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T08:19:09.171451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:08.484684Z","time spent":"686.681147ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:09.171506Z","caller":"traceutil/trace.go:171","msg":"trace[1612436200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24173; }","duration":"677.882157ms","start":"2026-03-05T08:19:08.493595Z","end":"2026-03-05T08:19:09.171477Z","steps":["trace[1612436200] 'agreement among raft nodes before linearized reading' (duration: 677.425256ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:09.170709Z","caller":"traceutil/trace.go:171","msg":"trace[1166202605] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"684.523026ms","start":"2026-03-05T08:19:08.486148Z","end":"2026-03-05T08:19:09.170671Z","steps":["trace[1166202605] 'process raft request' (duration: 684.421503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:09.171568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:08.493584Z","time spent":"677.972769ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:09.171381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:08.492013Z","time spent":"679.355491ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:19:09.171658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:08.486135Z","time spent":"685.455987ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:09.637222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.914057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:09.637562Z","caller":"traceutil/trace.go:171","msg":"trace[1469077091] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"460.791107ms","start":"2026-03-05T08:19:09.176751Z","end":"2026-03-05T08:19:09.637542Z","steps":["trace[1469077091] 'process raft request' (duration: 460.695525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:09.637643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:09.176728Z","time spent":"460.88135ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:09.637626Z","caller":"traceutil/trace.go:171","msg":"trace[150186192] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"461.006612ms","start":"2026-03-05T08:19:09.176578Z","end":"2026-03-05T08:19:09.637585Z","steps":["trace[150186192] 'process raft request' (duration: 460.764497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:09.637813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:09.176567Z","time spent":"461.140346ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:09.63784Z","caller":"traceutil/trace.go:171","msg":"trace[2074104642] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"462.118849ms","start":"2026-03-05T08:19:09.175683Z","end":"2026-03-05T08:19:09.637801Z","steps":["trace[2074104642] 'process raft request' (duration: 106.517746ms)","trace[2074104642] 'compare' (duration: 354.491666ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:09.638064Z","caller":"traceutil/trace.go:171","msg":"trace[1165462174] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"460.941671ms","start":"2026-03-05T08:19:09.177005Z","end":"2026-03-05T08:19:09.637946Z","steps":["trace[1165462174] 'process raft request' (duration: 460.48646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:09.638161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.227935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:19:09.637943Z","caller":"traceutil/trace.go:171","msg":"trace[1306426927] linearizableReadLoop","detail":"{readStateIndex:25038; appliedIndex:25034; }","duration":"384.984348ms","start":"2026-03-05T08:19:09.252897Z","end":"2026-03-05T08:19:09.637881Z","steps":["trace[1306426927] 'read index received' (duration: 29.286993ms)","trace[1306426927] 'applied index is now lower than readState.Index' (duration: 355.695625ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:09.638222Z","caller":"traceutil/trace.go:171","msg":"trace[1332643356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24177; }","duration":"385.372208ms","start":"2026-03-05T08:19:09.252837Z","end":"2026-03-05T08:19:09.63821Z","steps":["trace[1332643356] 'agreement among raft nodes before linearized reading' (duration: 385.142523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:09.638261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:09.176993Z","time spent":"461.169357ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:09.638313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:09.252816Z","time spent":"385.46381ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:19:09.638349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:09.175652Z","time spent":"462.455807ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:09.807384Z","caller":"traceutil/trace.go:171","msg":"trace[114152453] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"164.644281ms","start":"2026-03-05T08:19:09.64271Z","end":"2026-03-05T08:19:09.807355Z","steps":["trace[114152453] 'process raft request' (duration: 164.478797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:09.807561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.519377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:09.807878Z","caller":"traceutil/trace.go:171","msg":"trace[1111817960] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24178; }","duration":"414.882616ms","start":"2026-03-05T08:19:09.392936Z","end":"2026-03-05T08:19:09.807819Z","steps":["trace[1111817960] 'agreement among raft nodes before linearized reading' (duration: 414.525727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:09.807947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:09.392904Z","time spent":"415.02485ms","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:09.807555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.46761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:09.8081Z","caller":"traceutil/trace.go:171","msg":"trace[124467301] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24178; }","duration":"401.058535ms","start":"2026-03-05T08:19:09.407017Z","end":"2026-03-05T08:19:09.808076Z","steps":["trace[124467301] 'agreement among raft nodes before linearized reading' (duration: 400.372887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:09.808193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:09.407006Z","time spent":"401.149597ms","remote":"127.0.0.1:36856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:09.807397Z","caller":"traceutil/trace.go:171","msg":"trace[1509103507] linearizableReadLoop","detail":"{readStateIndex:25039; appliedIndex:25038; }","duration":"169.142639ms","start":"2026-03-05T08:19:09.638218Z","end":"2026-03-05T08:19:09.807361Z","steps":["trace[1509103507] 'read index received' (duration: 85.03889ms)","trace[1509103507] 'applied index is now lower than readState.Index' (duration: 84.096959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:10.31326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.042219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:10.313343Z","caller":"traceutil/trace.go:171","msg":"trace[1060632279] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24178; }","duration":"137.171271ms","start":"2026-03-05T08:19:10.176155Z","end":"2026-03-05T08:19:10.313326Z","steps":["trace[1060632279] 'count revisions from in-memory index tree' (duration: 136.927616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:11.030077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.575261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:19:11.030252Z","caller":"traceutil/trace.go:171","msg":"trace[666580136] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24179; }","duration":"453.267567ms","start":"2026-03-05T08:19:10.576921Z","end":"2026-03-05T08:19:11.030189Z","steps":["trace[666580136] 'range keys from in-memory index tree' (duration: 452.349705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:11.030498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:10.576907Z","time spent":"453.574554ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T08:19:11.034707Z","caller":"traceutil/trace.go:171","msg":"trace[1552123820] linearizableReadLoop","detail":"{readStateIndex:25042; appliedIndex:25041; }","duration":"253.508823ms","start":"2026-03-05T08:19:10.781188Z","end":"2026-03-05T08:19:11.034697Z","steps":["trace[1552123820] 'read index received' (duration: 253.355039ms)","trace[1552123820] 'applied index is now lower than readState.Index' (duration: 153.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:11.034923Z","caller":"traceutil/trace.go:171","msg":"trace[1035146302] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"296.33849ms","start":"2026-03-05T08:19:10.738574Z","end":"2026-03-05T08:19:11.034912Z","steps":["trace[1035146302] 'process raft request' (duration: 296.004622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:11.035081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.892303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-05T08:19:11.035108Z","caller":"traceutil/trace.go:171","msg":"trace[826820028] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24180; }","duration":"253.954554ms","start":"2026-03-05T08:19:10.781146Z","end":"2026-03-05T08:19:11.0351Z","steps":["trace[826820028] 'agreement among raft nodes before linearized reading' (duration: 253.884913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:11.035392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.383908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125995"} {"level":"info","ts":"2026-03-05T08:19:11.035472Z","caller":"traceutil/trace.go:171","msg":"trace[447673132] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24180; }","duration":"220.506842ms","start":"2026-03-05T08:19:10.814947Z","end":"2026-03-05T08:19:11.035453Z","steps":["trace[447673132] 'agreement among raft nodes before linearized reading' (duration: 220.160193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:11.428326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.03606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:11.428431Z","caller":"traceutil/trace.go:171","msg":"trace[1722715071] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"250.734047ms","start":"2026-03-05T08:19:11.177677Z","end":"2026-03-05T08:19:11.428411Z","steps":["trace[1722715071] 'process raft request' (duration: 40.498782ms)","trace[1722715071] 'compare' (duration: 209.872186ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:11.475591Z","caller":"traceutil/trace.go:171","msg":"trace[1409451980] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"297.415926ms","start":"2026-03-05T08:19:11.178142Z","end":"2026-03-05T08:19:11.475558Z","steps":["trace[1409451980] 'process raft request' (duration: 297.041318ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:11.475595Z","caller":"traceutil/trace.go:171","msg":"trace[664810304] linearizableReadLoop","detail":"{readStateIndex:25047; appliedIndex:25043; }","duration":"166.011783ms","start":"2026-03-05T08:19:11.309559Z","end":"2026-03-05T08:19:11.475571Z","steps":["trace[664810304] 'read index received' (duration: 165.676285ms)","trace[664810304] 'applied index is now lower than readState.Index' (duration: 334.148µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:11.475657Z","caller":"traceutil/trace.go:171","msg":"trace[1429034842] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"297.323064ms","start":"2026-03-05T08:19:11.178275Z","end":"2026-03-05T08:19:11.475599Z","steps":["trace[1429034842] 'process raft request' (duration: 297.217042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:11.47575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.177617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:11.475726Z","caller":"traceutil/trace.go:171","msg":"trace[697279463] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"297.480059ms","start":"2026-03-05T08:19:11.178212Z","end":"2026-03-05T08:19:11.475692Z","steps":["trace[697279463] 'process raft request' (duration: 297.229493ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:11.475793Z","caller":"traceutil/trace.go:171","msg":"trace[892342194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24185; }","duration":"166.28215ms","start":"2026-03-05T08:19:11.3095Z","end":"2026-03-05T08:19:11.475782Z","steps":["trace[892342194] 'agreement among raft nodes before linearized reading' (duration: 166.161437ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:11.475847Z","caller":"traceutil/trace.go:171","msg":"trace[1000965081] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"297.204032ms","start":"2026-03-05T08:19:11.17862Z","end":"2026-03-05T08:19:11.475824Z","steps":["trace[1000965081] 'process raft request' (duration: 296.908265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:11.976817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.367963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:11.976927Z","caller":"traceutil/trace.go:171","msg":"trace[110138277] linearizableReadLoop","detail":"{readStateIndex:25048; appliedIndex:25047; }","duration":"334.19554ms","start":"2026-03-05T08:19:11.64271Z","end":"2026-03-05T08:19:11.976905Z","steps":["trace[110138277] 'read index received' (duration: 72.53417ms)","trace[110138277] 'applied index is now lower than readState.Index' (duration: 261.66006ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:11.977038Z","caller":"traceutil/trace.go:171","msg":"trace[1278526785] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"483.612055ms","start":"2026-03-05T08:19:11.493391Z","end":"2026-03-05T08:19:11.977003Z","steps":["trace[1278526785] 'process raft request' (duration: 221.973556ms)","trace[1278526785] 'compare' (duration: 261.128737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:11.977145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.431325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T08:19:11.977154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:11.493367Z","time spent":"483.725617ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:11.977183Z","caller":"traceutil/trace.go:171","msg":"trace[508443352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24186; }","duration":"334.496437ms","start":"2026-03-05T08:19:11.642676Z","end":"2026-03-05T08:19:11.977173Z","steps":["trace[508443352] 'agreement among raft nodes before linearized reading' (duration: 334.322053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:11.977223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:11.64266Z","time spent":"334.553378ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:11.97729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.511647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T08:19:11.977332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.958658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:11.977386Z","caller":"traceutil/trace.go:171","msg":"trace[921954487] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24186; }","duration":"210.069081ms","start":"2026-03-05T08:19:11.767303Z","end":"2026-03-05T08:19:11.977372Z","steps":["trace[921954487] 'agreement among raft nodes before linearized reading' (duration: 209.941838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:11.977398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.195207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T08:19:11.977392Z","caller":"traceutil/trace.go:171","msg":"trace[1678836098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24186; }","duration":"334.656461ms","start":"2026-03-05T08:19:11.642709Z","end":"2026-03-05T08:19:11.977365Z","steps":["trace[1678836098] 'agreement among raft nodes before linearized reading' (duration: 334.380154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:11.977389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.773995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:11.977416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.473496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T08:19:11.977454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:11.642688Z","time spent":"334.750183ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T08:19:11.977478Z","caller":"traceutil/trace.go:171","msg":"trace[953049567] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24186; }","duration":"157.919449ms","start":"2026-03-05T08:19:11.819538Z","end":"2026-03-05T08:19:11.977458Z","steps":["trace[953049567] 'agreement among raft nodes before linearized reading' (duration: 157.742985ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:11.977429Z","caller":"traceutil/trace.go:171","msg":"trace[1100793896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24186; }","duration":"166.256359ms","start":"2026-03-05T08:19:11.811164Z","end":"2026-03-05T08:19:11.97742Z","steps":["trace[1100793896] 'agreement among raft nodes before linearized reading' (duration: 166.162027ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:11.977485Z","caller":"traceutil/trace.go:171","msg":"trace[1709319134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24186; }","duration":"334.573738ms","start":"2026-03-05T08:19:11.642897Z","end":"2026-03-05T08:19:11.97747Z","steps":["trace[1709319134] 'agreement among raft nodes before linearized reading' (duration: 334.386774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:11.977514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.66559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T08:19:11.977556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:11.642874Z","time spent":"334.6746ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T08:19:11.977584Z","caller":"traceutil/trace.go:171","msg":"trace[388889217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24186; }","duration":"334.774243ms","start":"2026-03-05T08:19:11.642791Z","end":"2026-03-05T08:19:11.977565Z","steps":["trace[388889217] 'agreement among raft nodes before linearized reading' (duration: 334.557538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:11.977634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:11.642772Z","time spent":"334.854276ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:19:12.621013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.67589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:12.621111Z","caller":"traceutil/trace.go:171","msg":"trace[1967913821] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"639.539697ms","start":"2026-03-05T08:19:11.981547Z","end":"2026-03-05T08:19:12.621087Z","steps":["trace[1967913821] 'process raft request' (duration: 502.719504ms)","trace[1967913821] 'compare' (duration: 136.441364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:12.621153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:11.98153Z","time spent":"639.603639ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:13.011511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.454128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:13.012013Z","caller":"traceutil/trace.go:171","msg":"trace[715056427] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"1.030323424s","start":"2026-03-05T08:19:11.981665Z","end":"2026-03-05T08:19:13.011988Z","steps":["trace[715056427] 'process raft request' (duration: 1.029985687s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:13.012126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:11.981636Z","time spent":"1.030434156s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:13.012095Z","caller":"traceutil/trace.go:171","msg":"trace[174195234] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"1.030266162s","start":"2026-03-05T08:19:11.98179Z","end":"2026-03-05T08:19:13.012056Z","steps":["trace[174195234] 'process raft request' (duration: 1.029962965s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:13.012262Z","caller":"traceutil/trace.go:171","msg":"trace[1661220404] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"1.030096607s","start":"2026-03-05T08:19:11.982146Z","end":"2026-03-05T08:19:13.012243Z","steps":["trace[1661220404] 'process raft request' (duration: 1.029664657s)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:13.012285Z","caller":"traceutil/trace.go:171","msg":"trace[1897328652] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"1.030614941s","start":"2026-03-05T08:19:11.981645Z","end":"2026-03-05T08:19:13.01226Z","steps":["trace[1897328652] 'process raft request' (duration: 742.320793ms)","trace[1897328652] 'compare' (duration: 287.282484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:13.012357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:11.982136Z","time spent":"1.030178609s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:13.012268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:11.981775Z","time spent":"1.030408336s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:13.012398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:11.98162Z","time spent":"1.030722354s","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:13.034523Z","caller":"traceutil/trace.go:171","msg":"trace[935253812] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"600.234873ms","start":"2026-03-05T08:19:12.434246Z","end":"2026-03-05T08:19:13.034481Z","steps":["trace[935253812] 'process raft request' (duration: 600.052919ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:13.034624Z","caller":"traceutil/trace.go:171","msg":"trace[1459423479] linearizableReadLoop","detail":"{readStateIndex:25053; appliedIndex:25048; }","duration":"803.345468ms","start":"2026-03-05T08:19:12.23107Z","end":"2026-03-05T08:19:13.034415Z","steps":["trace[1459423479] 'read index received' (duration: 253.283579ms)","trace[1459423479] 'applied index is now lower than readState.Index' (duration: 550.060899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:13.034682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:12.434219Z","time spent":"600.381057ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:13.034743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.674075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-05T08:19:13.035044Z","caller":"traceutil/trace.go:171","msg":"trace[1568290501] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:24192; }","duration":"803.955872ms","start":"2026-03-05T08:19:12.231053Z","end":"2026-03-05T08:19:13.035009Z","steps":["trace[1568290501] 'agreement among raft nodes before linearized reading' (duration: 803.527982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:13.035088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.181935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:13.035139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.818405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T08:19:13.035173Z","caller":"traceutil/trace.go:171","msg":"trace[1960954485] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24192; }","duration":"791.332559ms","start":"2026-03-05T08:19:12.243817Z","end":"2026-03-05T08:19:13.03515Z","steps":["trace[1960954485] 'agreement among raft nodes before linearized reading' (duration: 791.154434ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:13.035187Z","caller":"traceutil/trace.go:171","msg":"trace[678938927] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24192; }","duration":"314.901257ms","start":"2026-03-05T08:19:12.720273Z","end":"2026-03-05T08:19:13.035174Z","steps":["trace[678938927] 'agreement among raft nodes before linearized reading' (duration: 314.718031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:13.035197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:12.230988Z","time spent":"804.166858ms","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-03-05T08:19:13.035231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:12.720256Z","time spent":"314.966499ms","remote":"127.0.0.1:48566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:19:13.035234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:12.243795Z","time spent":"791.427002ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T08:19:13.035214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.754197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:13.035398Z","caller":"traceutil/trace.go:171","msg":"trace[231953034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24192; }","duration":"724.018124ms","start":"2026-03-05T08:19:12.311347Z","end":"2026-03-05T08:19:13.035365Z","steps":["trace[231953034] 'agreement among raft nodes before linearized reading' (duration: 723.727776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:13.035471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:12.311324Z","time spent":"724.131706ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:19:24.544939Z","caller":"traceutil/trace.go:171","msg":"trace[489093211] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"409.350783ms","start":"2026-03-05T08:19:24.135565Z","end":"2026-03-05T08:19:24.544916Z","steps":["trace[489093211] 'process raft request' (duration: 409.186989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:24.545071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:24.135544Z","time spent":"409.461685ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:25.351672Z","caller":"traceutil/trace.go:171","msg":"trace[1528349758] linearizableReadLoop","detail":"{readStateIndex:25146; appliedIndex:25145; }","duration":"148.452873ms","start":"2026-03-05T08:19:25.203191Z","end":"2026-03-05T08:19:25.351644Z","steps":["trace[1528349758] 'read index received' (duration: 147.139051ms)","trace[1528349758] 'applied index is now lower than readState.Index' (duration: 1.312552ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:25.3518Z","caller":"traceutil/trace.go:171","msg":"trace[1629662030] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"186.871995ms","start":"2026-03-05T08:19:25.164896Z","end":"2026-03-05T08:19:25.351768Z","steps":["trace[1629662030] 'process raft request' (duration: 185.41641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:25.352085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.950715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-05T08:19:25.352143Z","caller":"traceutil/trace.go:171","msg":"trace[1699295050] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24279; }","duration":"159.215771ms","start":"2026-03-05T08:19:25.192907Z","end":"2026-03-05T08:19:25.352122Z","steps":["trace[1699295050] 'agreement among raft nodes before linearized reading' (duration: 158.856422ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:25.352192Z","caller":"traceutil/trace.go:171","msg":"trace[843050492] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"143.269208ms","start":"2026-03-05T08:19:25.208911Z","end":"2026-03-05T08:19:25.35218Z","steps":["trace[843050492] 'process raft request' (duration: 143.030393ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:25.352427Z","caller":"traceutil/trace.go:171","msg":"trace[1377222437] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"143.475792ms","start":"2026-03-05T08:19:25.208924Z","end":"2026-03-05T08:19:25.352399Z","steps":["trace[1377222437] 'process raft request' (duration: 143.140235ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:25.352557Z","caller":"traceutil/trace.go:171","msg":"trace[38706638] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"143.582795ms","start":"2026-03-05T08:19:25.208965Z","end":"2026-03-05T08:19:25.352548Z","steps":["trace[38706638] 'process raft request' (duration: 143.136464ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:25.831843Z","caller":"traceutil/trace.go:171","msg":"trace[2090513426] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"143.468563ms","start":"2026-03-05T08:19:25.688337Z","end":"2026-03-05T08:19:25.831805Z","steps":["trace[2090513426] 'process raft request' (duration: 143.254047ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:25.832239Z","caller":"traceutil/trace.go:171","msg":"trace[1974095299] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"141.363933ms","start":"2026-03-05T08:19:25.69086Z","end":"2026-03-05T08:19:25.832223Z","steps":["trace[1974095299] 'process raft request' (duration: 140.892441ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:25.832235Z","caller":"traceutil/trace.go:171","msg":"trace[1131643961] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"140.822209ms","start":"2026-03-05T08:19:25.691375Z","end":"2026-03-05T08:19:25.832197Z","steps":["trace[1131643961] 'process raft request' (duration: 140.654465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:26.527478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.482607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:26.52758Z","caller":"traceutil/trace.go:171","msg":"trace[165336712] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24288; }","duration":"124.640121ms","start":"2026-03-05T08:19:26.402913Z","end":"2026-03-05T08:19:26.527553Z","steps":["trace[165336712] 'range keys from in-memory index tree' (duration: 124.347285ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:31.439694Z","caller":"traceutil/trace.go:171","msg":"trace[1483760324] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"141.412483ms","start":"2026-03-05T08:19:31.298204Z","end":"2026-03-05T08:19:31.439617Z","steps":["trace[1483760324] 'process raft request' (duration: 107.608851ms)","trace[1483760324] 'compare' (duration: 33.647138ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:31.59932Z","caller":"traceutil/trace.go:171","msg":"trace[1123492049] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"112.469379ms","start":"2026-03-05T08:19:31.486826Z","end":"2026-03-05T08:19:31.599296Z","steps":["trace[1123492049] 'process raft request' (duration: 56.728752ms)","trace[1123492049] 'compare' (duration: 55.596874ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:31.599316Z","caller":"traceutil/trace.go:171","msg":"trace[481748167] linearizableReadLoop","detail":"{readStateIndex:25187; appliedIndex:25186; }","duration":"107.744655ms","start":"2026-03-05T08:19:31.491543Z","end":"2026-03-05T08:19:31.599288Z","steps":["trace[481748167] 'read index received' (duration: 51.991607ms)","trace[481748167] 'applied index is now lower than readState.Index' (duration: 55.751828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:31.599609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.496819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T08:19:31.599657Z","caller":"traceutil/trace.go:171","msg":"trace[1194173475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24319; }","duration":"107.576041ms","start":"2026-03-05T08:19:31.492066Z","end":"2026-03-05T08:19:31.599642Z","steps":["trace[1194173475] 'agreement among raft nodes before linearized reading' (duration: 107.410367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:31.599636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.065782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:19:31.599897Z","caller":"traceutil/trace.go:171","msg":"trace[1324285966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24319; }","duration":"108.378301ms","start":"2026-03-05T08:19:31.4915Z","end":"2026-03-05T08:19:31.599878Z","steps":["trace[1324285966] 'agreement among raft nodes before linearized reading' (duration: 107.96568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:31.831238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.432435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-05T08:19:31.83139Z","caller":"traceutil/trace.go:171","msg":"trace[1448255903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24321; }","duration":"124.61424ms","start":"2026-03-05T08:19:31.70675Z","end":"2026-03-05T08:19:31.831364Z","steps":["trace[1448255903] 'range keys from in-memory index tree' (duration: 124.255172ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:31.838717Z","caller":"traceutil/trace.go:171","msg":"trace[2132490041] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"130.485431ms","start":"2026-03-05T08:19:31.708216Z","end":"2026-03-05T08:19:31.838701Z","steps":["trace[2132490041] 'process raft request' (duration: 130.346298ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:33.596102Z","caller":"traceutil/trace.go:171","msg":"trace[2016750621] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"111.548956ms","start":"2026-03-05T08:19:33.484523Z","end":"2026-03-05T08:19:33.596072Z","steps":["trace[2016750621] 'process raft request' (duration: 110.830609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:35.758064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.605617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:19:35.758187Z","caller":"traceutil/trace.go:171","msg":"trace[328247420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24347; }","duration":"128.76744ms","start":"2026-03-05T08:19:35.629406Z","end":"2026-03-05T08:19:35.758173Z","steps":["trace[328247420] 'range keys from in-memory index tree' (duration: 128.443842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:35.758379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.392827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:35.758434Z","caller":"traceutil/trace.go:171","msg":"trace[1033630907] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24347; }","duration":"142.48994ms","start":"2026-03-05T08:19:35.615931Z","end":"2026-03-05T08:19:35.758421Z","steps":["trace[1033630907] 'count revisions from in-memory index tree' (duration: 142.335816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:35.758863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.765876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:19:35.758939Z","caller":"traceutil/trace.go:171","msg":"trace[1609307332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24347; }","duration":"158.281377ms","start":"2026-03-05T08:19:35.600643Z","end":"2026-03-05T08:19:35.758924Z","steps":["trace[1609307332] 'range keys from in-memory index tree' (duration: 157.639482ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:35.913131Z","caller":"traceutil/trace.go:171","msg":"trace[1933310504] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"149.905167ms","start":"2026-03-05T08:19:35.763195Z","end":"2026-03-05T08:19:35.9131Z","steps":["trace[1933310504] 'process raft request' (duration: 149.695192ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:36.018533Z","caller":"traceutil/trace.go:171","msg":"trace[290450712] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"255.02765ms","start":"2026-03-05T08:19:35.763469Z","end":"2026-03-05T08:19:36.018497Z","steps":["trace[290450712] 'process raft request' (duration: 254.664811ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:36.0186Z","caller":"traceutil/trace.go:171","msg":"trace[1189862382] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"144.261312ms","start":"2026-03-05T08:19:35.874332Z","end":"2026-03-05T08:19:36.018593Z","steps":["trace[1189862382] 'process raft request' (duration: 144.111158ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:36.018573Z","caller":"traceutil/trace.go:171","msg":"trace[1967676683] linearizableReadLoop","detail":"{readStateIndex:25220; appliedIndex:25216; }","duration":"154.318983ms","start":"2026-03-05T08:19:35.864228Z","end":"2026-03-05T08:19:36.018547Z","steps":["trace[1967676683] 'read index received' (duration: 48.677528ms)","trace[1967676683] 'applied index is now lower than readState.Index' (duration: 105.637355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:36.018763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.522488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:36.018789Z","caller":"traceutil/trace.go:171","msg":"trace[856354357] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"253.809011ms","start":"2026-03-05T08:19:35.764973Z","end":"2026-03-05T08:19:36.018782Z","steps":["trace[856354357] 'process raft request' (duration: 253.435223ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:36.018534Z","caller":"traceutil/trace.go:171","msg":"trace[1324167933] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"255.03008ms","start":"2026-03-05T08:19:35.763466Z","end":"2026-03-05T08:19:36.018496Z","steps":["trace[1324167933] 'process raft request' (duration: 254.888586ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:36.018816Z","caller":"traceutil/trace.go:171","msg":"trace[1577595954] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24353; }","duration":"154.652611ms","start":"2026-03-05T08:19:35.86415Z","end":"2026-03-05T08:19:36.018802Z","steps":["trace[1577595954] 'agreement among raft nodes before linearized reading' (duration: 154.491087ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:36.01897Z","caller":"traceutil/trace.go:171","msg":"trace[391722594] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"117.96499ms","start":"2026-03-05T08:19:35.900983Z","end":"2026-03-05T08:19:36.018948Z","steps":["trace[391722594] 'process raft request' (duration: 117.51672ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:36.53686Z","caller":"traceutil/trace.go:171","msg":"trace[522363255] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"213.511253ms","start":"2026-03-05T08:19:36.323307Z","end":"2026-03-05T08:19:36.536818Z","steps":["trace[522363255] 'process raft request' (duration: 213.255627ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:37.129375Z","caller":"traceutil/trace.go:171","msg":"trace[122053842] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"167.653632ms","start":"2026-03-05T08:19:36.961678Z","end":"2026-03-05T08:19:37.129331Z","steps":["trace[122053842] 'process raft request' (duration: 167.281913ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:37.463309Z","caller":"traceutil/trace.go:171","msg":"trace[554088464] linearizableReadLoop","detail":"{readStateIndex:25231; appliedIndex:25230; }","duration":"153.998796ms","start":"2026-03-05T08:19:37.309254Z","end":"2026-03-05T08:19:37.463252Z","steps":["trace[554088464] 'read index received' (duration: 153.874733ms)","trace[554088464] 'applied index is now lower than readState.Index' (duration: 122.392µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:37.463519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.241911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:37.463569Z","caller":"traceutil/trace.go:171","msg":"trace[565449198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24362; }","duration":"154.339184ms","start":"2026-03-05T08:19:37.309213Z","end":"2026-03-05T08:19:37.463552Z","steps":["trace[565449198] 'agreement among raft nodes before linearized reading' (duration: 154.210231ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:37.463854Z","caller":"traceutil/trace.go:171","msg":"trace[1420307336] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"154.906318ms","start":"2026-03-05T08:19:37.308892Z","end":"2026-03-05T08:19:37.463798Z","steps":["trace[1420307336] 'process raft request' (duration: 154.143469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:37.586352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.963213ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-05T08:19:37.586738Z","caller":"traceutil/trace.go:171","msg":"trace[1228858622] linearizableReadLoop","detail":"{readStateIndex:25232; appliedIndex:25231; }","duration":"121.447625ms","start":"2026-03-05T08:19:37.465252Z","end":"2026-03-05T08:19:37.5867Z","steps":["trace[1228858622] 'read index received' (duration: 20.056361ms)","trace[1228858622] 'applied index is now lower than readState.Index' (duration: 101.386963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:37.586873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.599488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:37.586908Z","caller":"traceutil/trace.go:171","msg":"trace[1061845070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24363; }","duration":"121.69399ms","start":"2026-03-05T08:19:37.465202Z","end":"2026-03-05T08:19:37.586896Z","steps":["trace[1061845070] 'agreement among raft nodes before linearized reading' (duration: 121.604948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:38.210617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.906991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:19:38.21073Z","caller":"traceutil/trace.go:171","msg":"trace[795350624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24364; }","duration":"186.081475ms","start":"2026-03-05T08:19:38.024626Z","end":"2026-03-05T08:19:38.210708Z","steps":["trace[795350624] 'range keys from in-memory index tree' (duration: 185.713226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:38.210888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.199596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:19:38.210952Z","caller":"traceutil/trace.go:171","msg":"trace[991001313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24364; }","duration":"188.294178ms","start":"2026-03-05T08:19:38.022644Z","end":"2026-03-05T08:19:38.210938Z","steps":["trace[991001313] 'range keys from in-memory index tree' (duration: 188.075953ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:38.211057Z","caller":"traceutil/trace.go:171","msg":"trace[574952968] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"185.857999ms","start":"2026-03-05T08:19:38.025168Z","end":"2026-03-05T08:19:38.211026Z","steps":["trace[574952968] 'process raft request' (duration: 143.696898ms)","trace[574952968] 'compare' (duration: 41.573757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:38.211045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.74271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:19:38.211497Z","caller":"traceutil/trace.go:171","msg":"trace[2111379559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24364; }","duration":"187.299755ms","start":"2026-03-05T08:19:38.024178Z","end":"2026-03-05T08:19:38.211478Z","steps":["trace[2111379559] 'range keys from in-memory index tree' (duration: 186.520735ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:38.296279Z","caller":"traceutil/trace.go:171","msg":"trace[1451069911] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"270.434089ms","start":"2026-03-05T08:19:38.025714Z","end":"2026-03-05T08:19:38.296148Z","steps":["trace[1451069911] 'process raft request' (duration: 270.090921ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:38.296756Z","caller":"traceutil/trace.go:171","msg":"trace[202317560] transaction","detail":"{read_only:false; response_revision:24367; number_of_response:1; }","duration":"173.845842ms","start":"2026-03-05T08:19:38.122869Z","end":"2026-03-05T08:19:38.296715Z","steps":["trace[202317560] 'process raft request' (duration: 173.182456ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:38.296807Z","caller":"traceutil/trace.go:171","msg":"trace[919741840] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"160.930392ms","start":"2026-03-05T08:19:38.135856Z","end":"2026-03-05T08:19:38.296787Z","steps":["trace[919741840] 'process raft request' (duration: 160.727447ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:38.296773Z","caller":"traceutil/trace.go:171","msg":"trace[556879682] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"159.205851ms","start":"2026-03-05T08:19:38.137542Z","end":"2026-03-05T08:19:38.296748Z","steps":["trace[556879682] 'process raft request' (duration: 159.15898ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:39.80796Z","caller":"traceutil/trace.go:171","msg":"trace[1663394437] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"126.266711ms","start":"2026-03-05T08:19:39.681657Z","end":"2026-03-05T08:19:39.807923Z","steps":["trace[1663394437] 'process raft request' (duration: 126.033714ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:39.808027Z","caller":"traceutil/trace.go:171","msg":"trace[673800610] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"126.319313ms","start":"2026-03-05T08:19:39.681678Z","end":"2026-03-05T08:19:39.807997Z","steps":["trace[673800610] 'process raft request' (duration: 126.169888ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:39.808006Z","caller":"traceutil/trace.go:171","msg":"trace[2083172021] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"126.282012ms","start":"2026-03-05T08:19:39.681677Z","end":"2026-03-05T08:19:39.807959Z","steps":["trace[2083172021] 'process raft request' (duration: 126.135977ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:39.808201Z","caller":"traceutil/trace.go:171","msg":"trace[432180456] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"126.387373ms","start":"2026-03-05T08:19:39.681797Z","end":"2026-03-05T08:19:39.808184Z","steps":["trace[432180456] 'process raft request' (duration: 126.184958ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:39.808231Z","caller":"traceutil/trace.go:171","msg":"trace[2082227333] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"126.385034ms","start":"2026-03-05T08:19:39.681768Z","end":"2026-03-05T08:19:39.808153Z","steps":["trace[2082227333] 'process raft request' (duration: 126.173819ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:39.808315Z","caller":"traceutil/trace.go:171","msg":"trace[1675102147] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"126.209739ms","start":"2026-03-05T08:19:39.682048Z","end":"2026-03-05T08:19:39.808257Z","steps":["trace[1675102147] 'process raft request' (duration: 125.960913ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:39.808399Z","caller":"traceutil/trace.go:171","msg":"trace[1486264953] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"126.098906ms","start":"2026-03-05T08:19:39.682284Z","end":"2026-03-05T08:19:39.808383Z","steps":["trace[1486264953] 'process raft request' (duration: 125.8544ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:39.808576Z","caller":"traceutil/trace.go:171","msg":"trace[1829996475] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"126.817934ms","start":"2026-03-05T08:19:39.68174Z","end":"2026-03-05T08:19:39.808558Z","steps":["trace[1829996475] 'process raft request' (duration: 126.143028ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:39.808082Z","caller":"traceutil/trace.go:171","msg":"trace[1893154030] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"126.320532ms","start":"2026-03-05T08:19:39.681732Z","end":"2026-03-05T08:19:39.808053Z","steps":["trace[1893154030] 'process raft request' (duration: 126.180729ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.133787Z","caller":"traceutil/trace.go:171","msg":"trace[2066229262] linearizableReadLoop","detail":"{readStateIndex:25292; appliedIndex:25291; }","duration":"258.459842ms","start":"2026-03-05T08:19:39.875279Z","end":"2026-03-05T08:19:40.133738Z","steps":["trace[2066229262] 'read index received' (duration: 248.129184ms)","trace[2066229262] 'applied index is now lower than readState.Index' (duration: 10.328458ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:40.133819Z","caller":"traceutil/trace.go:171","msg":"trace[2063537650] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"260.46122ms","start":"2026-03-05T08:19:39.873323Z","end":"2026-03-05T08:19:40.133785Z","steps":["trace[2063537650] 'process raft request' (duration: 250.161962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.134018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.742719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-05T08:19:40.134096Z","caller":"traceutil/trace.go:171","msg":"trace[1525204297] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24421; }","duration":"258.844271ms","start":"2026-03-05T08:19:39.87523Z","end":"2026-03-05T08:19:40.134074Z","steps":["trace[1525204297] 'agreement among raft nodes before linearized reading' (duration: 258.620895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.134106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.543675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T08:19:40.134036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.692008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:40.134157Z","caller":"traceutil/trace.go:171","msg":"trace[1709281348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24421; }","duration":"148.648467ms","start":"2026-03-05T08:19:39.985493Z","end":"2026-03-05T08:19:40.134141Z","steps":["trace[1709281348] 'agreement among raft nodes before linearized reading' (duration: 148.517544ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.134169Z","caller":"traceutil/trace.go:171","msg":"trace[633593565] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24421; }","duration":"238.855642ms","start":"2026-03-05T08:19:39.895299Z","end":"2026-03-05T08:19:40.134155Z","steps":["trace[633593565] 'agreement among raft nodes before linearized reading' (duration: 238.654197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.13422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.543232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-05T08:19:40.134277Z","caller":"traceutil/trace.go:171","msg":"trace[1994921613] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:24421; }","duration":"235.637344ms","start":"2026-03-05T08:19:39.898622Z","end":"2026-03-05T08:19:40.134259Z","steps":["trace[1994921613] 'agreement among raft nodes before linearized reading' (duration: 235.399248ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.33314Z","caller":"traceutil/trace.go:171","msg":"trace[1110007638] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"116.450574ms","start":"2026-03-05T08:19:40.216648Z","end":"2026-03-05T08:19:40.333098Z","steps":["trace[1110007638] 'process raft request' (duration: 116.171498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.333196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.58322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-03-05T08:19:40.333377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.858512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111968"} {"level":"info","ts":"2026-03-05T08:19:40.333453Z","caller":"traceutil/trace.go:171","msg":"trace[1797527219] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24430; }","duration":"118.963394ms","start":"2026-03-05T08:19:40.214473Z","end":"2026-03-05T08:19:40.333437Z","steps":["trace[1797527219] 'agreement among raft nodes before linearized reading' (duration: 118.550485ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.333424Z","caller":"traceutil/trace.go:171","msg":"trace[1827751418] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24430; }","duration":"119.852737ms","start":"2026-03-05T08:19:40.213549Z","end":"2026-03-05T08:19:40.333401Z","steps":["trace[1827751418] 'agreement among raft nodes before linearized reading' (duration: 119.492228ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.382994Z","caller":"traceutil/trace.go:171","msg":"trace[1586157662] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"118.35611ms","start":"2026-03-05T08:19:40.264607Z","end":"2026-03-05T08:19:40.382963Z","steps":["trace[1586157662] 'process raft request' (duration: 118.238778ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.382995Z","caller":"traceutil/trace.go:171","msg":"trace[1291723570] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"118.675938ms","start":"2026-03-05T08:19:40.264245Z","end":"2026-03-05T08:19:40.382921Z","steps":["trace[1291723570] 'process raft request' (duration: 116.604158ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.383082Z","caller":"traceutil/trace.go:171","msg":"trace[773404617] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"118.233327ms","start":"2026-03-05T08:19:40.26482Z","end":"2026-03-05T08:19:40.383053Z","steps":["trace[773404617] 'process raft request' (duration: 118.068184ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.383136Z","caller":"traceutil/trace.go:171","msg":"trace[338169195] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"117.120831ms","start":"2026-03-05T08:19:40.265977Z","end":"2026-03-05T08:19:40.383097Z","steps":["trace[338169195] 'process raft request' (duration: 116.956117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.383581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.247554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:40.383636Z","caller":"traceutil/trace.go:171","msg":"trace[1556641150] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-init; range_end:; response_count:0; response_revision:24438; }","duration":"112.309565ms","start":"2026-03-05T08:19:40.271315Z","end":"2026-03-05T08:19:40.383624Z","steps":["trace[1556641150] 'agreement among raft nodes before linearized reading' (duration: 112.195962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.383668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.077789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:40.383747Z","caller":"traceutil/trace.go:171","msg":"trace[1317890425] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24438; }","duration":"112.171371ms","start":"2026-03-05T08:19:40.271558Z","end":"2026-03-05T08:19:40.383729Z","steps":["trace[1317890425] 'agreement among raft nodes before linearized reading' (duration: 111.941996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.383897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.27383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-05T08:19:40.38394Z","caller":"traceutil/trace.go:171","msg":"trace[1107301357] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24438; }","duration":"121.353042ms","start":"2026-03-05T08:19:40.262574Z","end":"2026-03-05T08:19:40.383927Z","steps":["trace[1107301357] 'agreement among raft nodes before linearized reading' (duration: 121.236619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.52382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.826678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-share\" ","response":"range_response_count:1 size:8969"} {"level":"info","ts":"2026-03-05T08:19:40.523892Z","caller":"traceutil/trace.go:171","msg":"trace[958298328] range","detail":"{range_begin:/registry/deployments/openstack/manila-share; range_end:; response_count:1; response_revision:24456; }","duration":"110.914721ms","start":"2026-03-05T08:19:40.412962Z","end":"2026-03-05T08:19:40.523877Z","steps":["trace[958298328] 'agreement among raft nodes before linearized reading' (duration: 110.764238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.524006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.683683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-scheduler\" ","response":"range_response_count:1 size:6338"} {"level":"info","ts":"2026-03-05T08:19:40.5241Z","caller":"traceutil/trace.go:171","msg":"trace[1407505579] range","detail":"{range_begin:/registry/deployments/openstack/manila-scheduler; range_end:; response_count:1; response_revision:24456; }","duration":"112.790746ms","start":"2026-03-05T08:19:40.411276Z","end":"2026-03-05T08:19:40.524066Z","steps":["trace[1407505579] 'agreement among raft nodes before linearized reading' (duration: 112.579141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.524182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.965198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-03-05T08:19:40.524242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.693934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-data\" ","response":"range_response_count:1 size:6168"} {"level":"info","ts":"2026-03-05T08:19:40.524251Z","caller":"traceutil/trace.go:171","msg":"trace[511633706] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24456; }","duration":"115.070462ms","start":"2026-03-05T08:19:40.409164Z","end":"2026-03-05T08:19:40.524234Z","steps":["trace[511633706] 'agreement among raft nodes before linearized reading' (duration: 114.826346ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.52427Z","caller":"traceutil/trace.go:171","msg":"trace[1973553355] range","detail":"{range_begin:/registry/deployments/openstack/manila-data; range_end:; response_count:1; response_revision:24456; }","duration":"112.727984ms","start":"2026-03-05T08:19:40.411532Z","end":"2026-03-05T08:19:40.52426Z","steps":["trace[1973553355] 'agreement among raft nodes before linearized reading' (duration: 112.660973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.524513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.592551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-api\" ","response":"range_response_count:1 size:6924"} {"level":"info","ts":"2026-03-05T08:19:40.524623Z","caller":"traceutil/trace.go:171","msg":"trace[1009023776] range","detail":"{range_begin:/registry/deployments/openstack/manila-api; range_end:; response_count:1; response_revision:24456; }","duration":"112.758815ms","start":"2026-03-05T08:19:40.411844Z","end":"2026-03-05T08:19:40.524602Z","steps":["trace[1009023776] 'agreement among raft nodes before linearized reading' (duration: 112.329285ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.707754Z","caller":"traceutil/trace.go:171","msg":"trace[1489773071] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"106.369813ms","start":"2026-03-05T08:19:40.601347Z","end":"2026-03-05T08:19:40.707717Z","steps":["trace[1489773071] 'process raft request' (duration: 105.795049ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.707856Z","caller":"traceutil/trace.go:171","msg":"trace[679803317] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"101.930947ms","start":"2026-03-05T08:19:40.605909Z","end":"2026-03-05T08:19:40.70784Z","steps":["trace[679803317] 'process raft request' (duration: 101.725722ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.708126Z","caller":"traceutil/trace.go:171","msg":"trace[585554886] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"101.320671ms","start":"2026-03-05T08:19:40.606781Z","end":"2026-03-05T08:19:40.708101Z","steps":["trace[585554886] 'process raft request' (duration: 101.159287ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.708267Z","caller":"traceutil/trace.go:171","msg":"trace[1505455985] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"101.490595ms","start":"2026-03-05T08:19:40.606752Z","end":"2026-03-05T08:19:40.708242Z","steps":["trace[1505455985] 'process raft request' (duration: 100.970403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.708473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.462559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-share\" ","response":"range_response_count:1 size:9267"} {"level":"info","ts":"2026-03-05T08:19:40.70852Z","caller":"traceutil/trace.go:171","msg":"trace[200733700] range","detail":"{range_begin:/registry/deployments/openstack/manila-share; range_end:; response_count:1; response_revision:24478; }","duration":"102.553861ms","start":"2026-03-05T08:19:40.605955Z","end":"2026-03-05T08:19:40.708509Z","steps":["trace[200733700] 'agreement among raft nodes before linearized reading' (duration: 102.408857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.708563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.787066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:40.708613Z","caller":"traceutil/trace.go:171","msg":"trace[676903353] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:24478; }","duration":"107.850828ms","start":"2026-03-05T08:19:40.600748Z","end":"2026-03-05T08:19:40.708599Z","steps":["trace[676903353] 'agreement among raft nodes before linearized reading' (duration: 107.752516ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.802202Z","caller":"traceutil/trace.go:171","msg":"trace[499979985] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"134.419206ms","start":"2026-03-05T08:19:40.667755Z","end":"2026-03-05T08:19:40.802175Z","steps":["trace[499979985] 'process raft request' (duration: 134.354285ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.80251Z","caller":"traceutil/trace.go:171","msg":"trace[1600695509] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"136.169488ms","start":"2026-03-05T08:19:40.666314Z","end":"2026-03-05T08:19:40.802484Z","steps":["trace[1600695509] 'process raft request' (duration: 135.610884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.802697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.437681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"warn","ts":"2026-03-05T08:19:40.80268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.898963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-05T08:19:40.802746Z","caller":"traceutil/trace.go:171","msg":"trace[1115779785] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24480; }","duration":"140.499282ms","start":"2026-03-05T08:19:40.662235Z","end":"2026-03-05T08:19:40.802735Z","steps":["trace[1115779785] 'agreement among raft nodes before linearized reading' (duration: 140.331968ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.802775Z","caller":"traceutil/trace.go:171","msg":"trace[854020824] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:24480; }","duration":"139.023297ms","start":"2026-03-05T08:19:40.66373Z","end":"2026-03-05T08:19:40.802753Z","steps":["trace[854020824] 'agreement among raft nodes before linearized reading' (duration: 138.762681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:40.80284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.756908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-share-69587db58\" ","response":"range_response_count:1 size:8947"} {"level":"info","ts":"2026-03-05T08:19:40.802932Z","caller":"traceutil/trace.go:171","msg":"trace[1594266906] range","detail":"{range_begin:/registry/replicasets/openstack/manila-share-69587db58; range_end:; response_count:1; response_revision:24480; }","duration":"140.896072ms","start":"2026-03-05T08:19:40.662016Z","end":"2026-03-05T08:19:40.802912Z","steps":["trace[1594266906] 'agreement among raft nodes before linearized reading' (duration: 140.575294ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:40.965134Z","caller":"traceutil/trace.go:171","msg":"trace[1400715068] linearizableReadLoop","detail":"{readStateIndex:25354; appliedIndex:25353; }","duration":"154.749255ms","start":"2026-03-05T08:19:40.810358Z","end":"2026-03-05T08:19:40.965107Z","steps":["trace[1400715068] 'read index received' (duration: 130.38236ms)","trace[1400715068] 'applied index is now lower than readState.Index' (duration: 24.365695ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:40.96524Z","caller":"traceutil/trace.go:171","msg":"trace[286410147] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"156.68299ms","start":"2026-03-05T08:19:40.808522Z","end":"2026-03-05T08:19:40.965205Z","steps":["trace[286410147] 'process raft request' (duration: 132.200002ms)","trace[286410147] 'compare' (duration: 24.234142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:40.965421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.038991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-05T08:19:40.96547Z","caller":"traceutil/trace.go:171","msg":"trace[987345597] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24483; }","duration":"155.121403ms","start":"2026-03-05T08:19:40.810335Z","end":"2026-03-05T08:19:40.965457Z","steps":["trace[987345597] 'agreement among raft nodes before linearized reading' (duration: 154.906908ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:41.00239Z","caller":"traceutil/trace.go:171","msg":"trace[1991736686] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"190.802429ms","start":"2026-03-05T08:19:40.811547Z","end":"2026-03-05T08:19:41.002349Z","steps":["trace[1991736686] 'process raft request' (duration: 190.560053ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:41.002462Z","caller":"traceutil/trace.go:171","msg":"trace[2072063776] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"187.657263ms","start":"2026-03-05T08:19:40.814781Z","end":"2026-03-05T08:19:41.002438Z","steps":["trace[2072063776] 'process raft request' (duration: 187.560241ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:41.002676Z","caller":"traceutil/trace.go:171","msg":"trace[451168716] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"188.282068ms","start":"2026-03-05T08:19:40.814351Z","end":"2026-03-05T08:19:41.002633Z","steps":["trace[451168716] 'process raft request' (duration: 187.883298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:41.002892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.309266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-05T08:19:41.002947Z","caller":"traceutil/trace.go:171","msg":"trace[601610013] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:24486; }","duration":"192.429998ms","start":"2026-03-05T08:19:40.810503Z","end":"2026-03-05T08:19:41.002933Z","steps":["trace[601610013] 'agreement among raft nodes before linearized reading' (duration: 192.214473ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:41.137895Z","caller":"traceutil/trace.go:171","msg":"trace[1085331322] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"129.685722ms","start":"2026-03-05T08:19:41.008188Z","end":"2026-03-05T08:19:41.137874Z","steps":["trace[1085331322] 'process raft request' (duration: 128.591696ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:41.138025Z","caller":"traceutil/trace.go:171","msg":"trace[1198459642] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"124.148159ms","start":"2026-03-05T08:19:41.01385Z","end":"2026-03-05T08:19:41.137999Z","steps":["trace[1198459642] 'process raft request' (duration: 123.626516ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:41.138109Z","caller":"traceutil/trace.go:171","msg":"trace[1692239504] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"123.544205ms","start":"2026-03-05T08:19:41.014549Z","end":"2026-03-05T08:19:41.138093Z","steps":["trace[1692239504] 'process raft request' (duration: 122.961921ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:41.138281Z","caller":"traceutil/trace.go:171","msg":"trace[750407778] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"129.486167ms","start":"2026-03-05T08:19:41.008785Z","end":"2026-03-05T08:19:41.138272Z","steps":["trace[750407778] 'process raft request' (duration: 128.379011ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:41.138331Z","caller":"traceutil/trace.go:171","msg":"trace[636609464] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"126.418783ms","start":"2026-03-05T08:19:41.011862Z","end":"2026-03-05T08:19:41.138281Z","steps":["trace[636609464] 'process raft request' (duration: 125.579983ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:41.138053Z","caller":"traceutil/trace.go:171","msg":"trace[656351247] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"117.581731ms","start":"2026-03-05T08:19:41.020451Z","end":"2026-03-05T08:19:41.138033Z","steps":["trace[656351247] 'process raft request' (duration: 117.08879ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:41.743831Z","caller":"traceutil/trace.go:171","msg":"trace[1036002883] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"125.452591ms","start":"2026-03-05T08:19:41.618338Z","end":"2026-03-05T08:19:41.74379Z","steps":["trace[1036002883] 'process raft request' (duration: 123.631927ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:41.776662Z","caller":"traceutil/trace.go:171","msg":"trace[1166317669] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"153.547395ms","start":"2026-03-05T08:19:41.623091Z","end":"2026-03-05T08:19:41.776639Z","steps":["trace[1166317669] 'process raft request' (duration: 153.484593ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:41.77672Z","caller":"traceutil/trace.go:171","msg":"trace[1646650182] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"153.721679ms","start":"2026-03-05T08:19:41.622966Z","end":"2026-03-05T08:19:41.776688Z","steps":["trace[1646650182] 'process raft request' (duration: 153.481263ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:42.14038Z","caller":"traceutil/trace.go:171","msg":"trace[391557180] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"112.253243ms","start":"2026-03-05T08:19:42.028098Z","end":"2026-03-05T08:19:42.140351Z","steps":["trace[391557180] 'process raft request' (duration: 112.060859ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:42.631533Z","caller":"traceutil/trace.go:171","msg":"trace[1302418994] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"165.391419ms","start":"2026-03-05T08:19:42.466101Z","end":"2026-03-05T08:19:42.631492Z","steps":["trace[1302418994] 'process raft request' (duration: 133.546255ms)","trace[1302418994] 'compare' (duration: 31.132717ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:43.165528Z","caller":"traceutil/trace.go:171","msg":"trace[767754571] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"101.610968ms","start":"2026-03-05T08:19:43.063887Z","end":"2026-03-05T08:19:43.165498Z","steps":["trace[767754571] 'process raft request' (duration: 101.192298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:44.486315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343265886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T08:19:44.674919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.99202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-03-05T08:19:44.675002Z","caller":"traceutil/trace.go:171","msg":"trace[360675417] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24521; }","duration":"916.118143ms","start":"2026-03-05T08:19:43.758863Z","end":"2026-03-05T08:19:44.674981Z","steps":["trace[360675417] 'range keys from in-memory index tree' (duration: 915.815246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:44.675045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.758845Z","time spent":"916.190976ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":926,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T08:19:44.675198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.12723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-05T08:19:44.675305Z","caller":"traceutil/trace.go:171","msg":"trace[1997011822] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24521; }","duration":"915.273903ms","start":"2026-03-05T08:19:43.760009Z","end":"2026-03-05T08:19:44.675283Z","steps":["trace[1997011822] 'range keys from in-memory index tree' (duration: 914.976676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:44.675354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.759995Z","time spent":"915.350455ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1172,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-05T08:19:44.675447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.326575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"warn","ts":"2026-03-05T08:19:44.675459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.218446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:44.675504Z","caller":"traceutil/trace.go:171","msg":"trace[821883965] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:24521; }","duration":"915.400806ms","start":"2026-03-05T08:19:43.760093Z","end":"2026-03-05T08:19:44.675493Z","steps":["trace[821883965] 'range keys from in-memory index tree' (duration: 915.203202ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:44.675567Z","caller":"traceutil/trace.go:171","msg":"trace[45642303] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24521; }","duration":"916.309888ms","start":"2026-03-05T08:19:43.759202Z","end":"2026-03-05T08:19:44.675511Z","steps":["trace[45642303] 'range keys from in-memory index tree' (duration: 916.180225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:44.675629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.759195Z","time spent":"916.42236ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T08:19:44.675632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.649872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:44.675723Z","caller":"traceutil/trace.go:171","msg":"trace[1211738392] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24521; }","duration":"915.755045ms","start":"2026-03-05T08:19:43.759957Z","end":"2026-03-05T08:19:44.675713Z","steps":["trace[1211738392] 'range keys from in-memory index tree' (duration: 915.581511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:44.675767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.759953Z","time spent":"915.804916ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T08:19:44.675856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.941239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:44.675585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.760085Z","time spent":"915.491308ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":700,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-05T08:19:44.675939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.791959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:44.675908Z","caller":"traceutil/trace.go:171","msg":"trace[595571938] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24521; }","duration":"915.999211ms","start":"2026-03-05T08:19:43.759888Z","end":"2026-03-05T08:19:44.675887Z","steps":["trace[595571938] 'range keys from in-memory index tree' (duration: 915.815037ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:44.676019Z","caller":"traceutil/trace.go:171","msg":"trace[1096752903] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24521; }","duration":"916.889301ms","start":"2026-03-05T08:19:43.759112Z","end":"2026-03-05T08:19:44.676001Z","steps":["trace[1096752903] 'range keys from in-memory index tree' (duration: 916.737988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:44.676035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.759879Z","time spent":"916.145074ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T08:19:44.676065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.759106Z","time spent":"916.949643ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T08:19:44.676249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.322182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-69587db58-cl6b2\" ","response":"range_response_count:1 size:10061"} {"level":"info","ts":"2026-03-05T08:19:44.676283Z","caller":"traceutil/trace.go:171","msg":"trace[1387574944] range","detail":"{range_begin:/registry/pods/openstack/manila-share-69587db58-cl6b2; range_end:; response_count:1; response_revision:24521; }","duration":"917.392104ms","start":"2026-03-05T08:19:43.758882Z","end":"2026-03-05T08:19:44.676274Z","steps":["trace[1387574944] 'range keys from in-memory index tree' (duration: 917.171498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:44.676317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.758863Z","time spent":"917.448375ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":10085,"request content":"key:\"/registry/pods/openstack/manila-share-69587db58-cl6b2\" "} {"level":"warn","ts":"2026-03-05T08:19:44.676694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.889362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:44.676791Z","caller":"traceutil/trace.go:171","msg":"trace[608684012] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"895.216363ms","start":"2026-03-05T08:19:43.781561Z","end":"2026-03-05T08:19:44.676778Z","steps":["trace[608684012] 'process raft request' (duration: 736.191816ms)","trace[608684012] 'compare' (duration: 158.79119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:44.676847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.781519Z","time spent":"895.305985ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:44.69821Z","caller":"traceutil/trace.go:171","msg":"trace[731262792] linearizableReadLoop","detail":"{readStateIndex:25399; appliedIndex:25393; }","duration":"712.711512ms","start":"2026-03-05T08:19:43.985479Z","end":"2026-03-05T08:19:44.69819Z","steps":["trace[731262792] 'read index received' (duration: 532.314503ms)","trace[731262792] 'applied index is now lower than readState.Index' (duration: 180.396089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:44.698404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.910687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:19:44.698438Z","caller":"traceutil/trace.go:171","msg":"trace[1927960391] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24527; }","duration":"713.011599ms","start":"2026-03-05T08:19:43.985418Z","end":"2026-03-05T08:19:44.698429Z","steps":["trace[1927960391] 'agreement among raft nodes before linearized reading' (duration: 712.860276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:44.698464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:43.985396Z","time spent":"713.06201ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:44.698761Z","caller":"traceutil/trace.go:171","msg":"trace[361080958] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"291.973236ms","start":"2026-03-05T08:19:44.406779Z","end":"2026-03-05T08:19:44.698752Z","steps":["trace[361080958] 'process raft request' (duration: 291.173167ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:44.698875Z","caller":"traceutil/trace.go:171","msg":"trace[1928647487] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"292.009397ms","start":"2026-03-05T08:19:44.406858Z","end":"2026-03-05T08:19:44.698868Z","steps":["trace[1928647487] 'process raft request' (duration: 291.201467ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:44.698961Z","caller":"traceutil/trace.go:171","msg":"trace[70257518] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"291.164886ms","start":"2026-03-05T08:19:44.40779Z","end":"2026-03-05T08:19:44.698955Z","steps":["trace[70257518] 'process raft request' (duration: 290.304865ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:44.699049Z","caller":"traceutil/trace.go:171","msg":"trace[640030529] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"290.274255ms","start":"2026-03-05T08:19:44.408768Z","end":"2026-03-05T08:19:44.699042Z","steps":["trace[640030529] 'process raft request' (duration: 289.356953ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:44.699142Z","caller":"traceutil/trace.go:171","msg":"trace[1363959641] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"288.962235ms","start":"2026-03-05T08:19:44.410173Z","end":"2026-03-05T08:19:44.699136Z","steps":["trace[1363959641] 'process raft request' (duration: 287.984571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:44.713597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.212781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:44.71366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.003572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T08:19:44.713695Z","caller":"traceutil/trace.go:171","msg":"trace[610152065] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24528; }","duration":"334.327024ms","start":"2026-03-05T08:19:44.379343Z","end":"2026-03-05T08:19:44.71367Z","steps":["trace[610152065] 'agreement among raft nodes before linearized reading' (duration: 334.144679ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:44.713715Z","caller":"traceutil/trace.go:171","msg":"trace[2016755105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24528; }","duration":"456.104224ms","start":"2026-03-05T08:19:44.257596Z","end":"2026-03-05T08:19:44.7137Z","steps":["trace[2016755105] 'agreement among raft nodes before linearized reading' (duration: 455.93616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:44.713708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.658093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T08:19:44.713748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:44.37931Z","time spent":"334.426735ms","remote":"127.0.0.1:38850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:19:44.713791Z","caller":"traceutil/trace.go:171","msg":"trace[663941057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24528; }","duration":"247.780586ms","start":"2026-03-05T08:19:44.465991Z","end":"2026-03-05T08:19:44.713771Z","steps":["trace[663941057] 'agreement among raft nodes before linearized reading' (duration: 247.50478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:44.713743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:44.257569Z","time spent":"456.166966ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:19:44.71366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.884826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:44.714107Z","caller":"traceutil/trace.go:171","msg":"trace[1657938895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24528; }","duration":"405.372578ms","start":"2026-03-05T08:19:44.308723Z","end":"2026-03-05T08:19:44.714096Z","steps":["trace[1657938895] 'agreement among raft nodes before linearized reading' (duration: 404.872066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:44.714133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:44.308708Z","time spent":"405.418389ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:44.714267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.297784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:19:44.714304Z","caller":"traceutil/trace.go:171","msg":"trace[1145747148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24528; }","duration":"247.370646ms","start":"2026-03-05T08:19:44.466927Z","end":"2026-03-05T08:19:44.714297Z","steps":["trace[1145747148] 'agreement among raft nodes before linearized reading' (duration: 247.14529ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:45.403602Z","caller":"traceutil/trace.go:171","msg":"trace[1097138940] linearizableReadLoop","detail":"{readStateIndex:25413; appliedIndex:25412; }","duration":"232.994601ms","start":"2026-03-05T08:19:45.170588Z","end":"2026-03-05T08:19:45.403582Z","steps":["trace[1097138940] 'read index received' (duration: 231.293049ms)","trace[1097138940] 'applied index is now lower than readState.Index' (duration: 1.700932ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:45.40373Z","caller":"traceutil/trace.go:171","msg":"trace[174919092] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"254.063386ms","start":"2026-03-05T08:19:45.149636Z","end":"2026-03-05T08:19:45.403699Z","steps":["trace[174919092] 'process raft request' (duration: 252.346275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:45.403787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.198996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T08:19:45.403801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.569878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:19:45.403789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.537572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-05T08:19:45.403874Z","caller":"traceutil/trace.go:171","msg":"trace[1141531788] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24541; }","duration":"215.672385ms","start":"2026-03-05T08:19:45.188183Z","end":"2026-03-05T08:19:45.403856Z","steps":["trace[1141531788] 'agreement among raft nodes before linearized reading' (duration: 215.518431ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:45.403817Z","caller":"traceutil/trace.go:171","msg":"trace[1586715365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24541; }","duration":"233.285068ms","start":"2026-03-05T08:19:45.170523Z","end":"2026-03-05T08:19:45.403808Z","steps":["trace[1586715365] 'agreement among raft nodes before linearized reading' (duration: 233.155895ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:45.40382Z","caller":"traceutil/trace.go:171","msg":"trace[557135699] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24541; }","duration":"169.594389ms","start":"2026-03-05T08:19:45.234219Z","end":"2026-03-05T08:19:45.403813Z","steps":["trace[557135699] 'agreement among raft nodes before linearized reading' (duration: 169.552228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.048231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.494826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:46.048912Z","caller":"traceutil/trace.go:171","msg":"trace[955483894] linearizableReadLoop","detail":"{readStateIndex:25418; appliedIndex:25417; }","duration":"208.437821ms","start":"2026-03-05T08:19:45.840443Z","end":"2026-03-05T08:19:46.04888Z","steps":["trace[955483894] 'read index received' (duration: 96.170557ms)","trace[955483894] 'applied index is now lower than readState.Index' (duration: 112.264234ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:46.048979Z","caller":"traceutil/trace.go:171","msg":"trace[907213693] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"214.18691ms","start":"2026-03-05T08:19:45.834718Z","end":"2026-03-05T08:19:46.048905Z","steps":["trace[907213693] 'process raft request' (duration: 101.946586ms)","trace[907213693] 'compare' (duration: 111.22725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:46.049123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.655507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:46.049183Z","caller":"traceutil/trace.go:171","msg":"trace[1885746581] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24546; }","duration":"208.764089ms","start":"2026-03-05T08:19:45.840403Z","end":"2026-03-05T08:19:46.049167Z","steps":["trace[1885746581] 'agreement among raft nodes before linearized reading' (duration: 208.644266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.049538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.035257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:46.0496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.283656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:902"} {"level":"warn","ts":"2026-03-05T08:19:46.049617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.33627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:46.049655Z","caller":"traceutil/trace.go:171","msg":"trace[1951595475] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24546; }","duration":"165.373588ms","start":"2026-03-05T08:19:45.884267Z","end":"2026-03-05T08:19:46.04964Z","steps":["trace[1951595475] 'agreement among raft nodes before linearized reading' (duration: 165.203774ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.049696Z","caller":"traceutil/trace.go:171","msg":"trace[493852154] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24546; }","duration":"208.458693ms","start":"2026-03-05T08:19:45.841206Z","end":"2026-03-05T08:19:46.049665Z","steps":["trace[493852154] 'agreement among raft nodes before linearized reading' (duration: 208.311589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.049692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.571983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:46.049783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.188244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:46.049818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.827308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:46.049826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.434632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:46.049821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.591754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-05T08:19:46.049852Z","caller":"traceutil/trace.go:171","msg":"trace[17500133] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24546; }","duration":"112.873559ms","start":"2026-03-05T08:19:45.936968Z","end":"2026-03-05T08:19:46.049841Z","steps":["trace[17500133] 'agreement among raft nodes before linearized reading' (duration: 112.834588ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.04986Z","caller":"traceutil/trace.go:171","msg":"trace[1124852591] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24546; }","duration":"113.497924ms","start":"2026-03-05T08:19:45.93635Z","end":"2026-03-05T08:19:46.049847Z","steps":["trace[1124852591] 'agreement among raft nodes before linearized reading' (duration: 113.458373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.049873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.575856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:46.049904Z","caller":"traceutil/trace.go:171","msg":"trace[612363285] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24546; }","duration":"165.696996ms","start":"2026-03-05T08:19:45.884189Z","end":"2026-03-05T08:19:46.049886Z","steps":["trace[612363285] 'agreement among raft nodes before linearized reading' (duration: 165.416299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.049912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.997684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:46.049911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.046227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-03-05T08:19:46.049933Z","caller":"traceutil/trace.go:171","msg":"trace[1537549318] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24546; }","duration":"113.7652ms","start":"2026-03-05T08:19:45.936135Z","end":"2026-03-05T08:19:46.049901Z","steps":["trace[1537549318] 'agreement among raft nodes before linearized reading' (duration: 113.559505ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.049843Z","caller":"traceutil/trace.go:171","msg":"trace[604067995] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24546; }","duration":"165.263306ms","start":"2026-03-05T08:19:45.884565Z","end":"2026-03-05T08:19:46.049828Z","steps":["trace[604067995] 'agreement among raft nodes before linearized reading' (duration: 165.170013ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.049951Z","caller":"traceutil/trace.go:171","msg":"trace[1689626562] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24546; }","duration":"166.058475ms","start":"2026-03-05T08:19:45.883883Z","end":"2026-03-05T08:19:46.049941Z","steps":["trace[1689626562] 'agreement among raft nodes before linearized reading' (duration: 166.000364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.049964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.234075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-03-05T08:19:46.049991Z","caller":"traceutil/trace.go:171","msg":"trace[2127637615] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24546; }","duration":"209.134759ms","start":"2026-03-05T08:19:45.840826Z","end":"2026-03-05T08:19:46.04996Z","steps":["trace[2127637615] 'agreement among raft nodes before linearized reading' (duration: 208.903793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.049862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.720159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"warn","ts":"2026-03-05T08:19:46.049771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.883483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-05T08:19:46.050017Z","caller":"traceutil/trace.go:171","msg":"trace[404902723] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:24546; }","duration":"165.292257ms","start":"2026-03-05T08:19:45.884708Z","end":"2026-03-05T08:19:46.050001Z","steps":["trace[404902723] 'agreement among raft nodes before linearized reading' (duration: 165.165004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.050034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.701516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:46.050113Z","caller":"traceutil/trace.go:171","msg":"trace[877829454] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24546; }","duration":"165.781648ms","start":"2026-03-05T08:19:45.884318Z","end":"2026-03-05T08:19:46.0501Z","steps":["trace[877829454] 'agreement among raft nodes before linearized reading' (duration: 165.646085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.049779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.849239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:46.050277Z","caller":"traceutil/trace.go:171","msg":"trace[962932976] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24546; }","duration":"113.30125ms","start":"2026-03-05T08:19:45.936921Z","end":"2026-03-05T08:19:46.050222Z","steps":["trace[962932976] 'agreement among raft nodes before linearized reading' (duration: 112.828879ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.049885Z","caller":"traceutil/trace.go:171","msg":"trace[593503751] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24546; }","duration":"165.782968ms","start":"2026-03-05T08:19:45.884043Z","end":"2026-03-05T08:19:46.049826Z","steps":["trace[593503751] 'agreement among raft nodes before linearized reading' (duration: 165.519592ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.050045Z","caller":"traceutil/trace.go:171","msg":"trace[906546824] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:24546; }","duration":"208.926864ms","start":"2026-03-05T08:19:45.841108Z","end":"2026-03-05T08:19:46.050035Z","steps":["trace[906546824] 'agreement among raft nodes before linearized reading' (duration: 208.425623ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.049627Z","caller":"traceutil/trace.go:171","msg":"trace[1673854553] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24546; }","duration":"209.152869ms","start":"2026-03-05T08:19:45.840455Z","end":"2026-03-05T08:19:46.049608Z","steps":["trace[1673854553] 'agreement among raft nodes before linearized reading' (duration: 209.010816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.050017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.817912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:46.050949Z","caller":"traceutil/trace.go:171","msg":"trace[1075097922] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24546; }","duration":"209.760724ms","start":"2026-03-05T08:19:45.841172Z","end":"2026-03-05T08:19:46.050932Z","steps":["trace[1075097922] 'agreement among raft nodes before linearized reading' (duration: 208.7662ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.050062Z","caller":"traceutil/trace.go:171","msg":"trace[1330754352] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24546; }","duration":"209.18176ms","start":"2026-03-05T08:19:45.840864Z","end":"2026-03-05T08:19:46.050046Z","steps":["trace[1330754352] 'agreement among raft nodes before linearized reading' (duration: 208.796191ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.266784Z","caller":"traceutil/trace.go:171","msg":"trace[2099309164] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"164.889627ms","start":"2026-03-05T08:19:46.101835Z","end":"2026-03-05T08:19:46.266724Z","steps":["trace[2099309164] 'process raft request' (duration: 163.470593ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.872977Z","caller":"traceutil/trace.go:171","msg":"trace[1257919505] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"165.979843ms","start":"2026-03-05T08:19:46.706974Z","end":"2026-03-05T08:19:46.872954Z","steps":["trace[1257919505] 'process raft request' (duration: 164.773044ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.8733Z","caller":"traceutil/trace.go:171","msg":"trace[1095544186] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"166.168138ms","start":"2026-03-05T08:19:46.707115Z","end":"2026-03-05T08:19:46.873283Z","steps":["trace[1095544186] 'process raft request' (duration: 165.787998ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.873334Z","caller":"traceutil/trace.go:171","msg":"trace[772948108] linearizableReadLoop","detail":"{readStateIndex:25430; appliedIndex:25426; }","duration":"107.92392ms","start":"2026-03-05T08:19:46.765392Z","end":"2026-03-05T08:19:46.873316Z","steps":["trace[772948108] 'read index received' (duration: 106.350522ms)","trace[772948108] 'applied index is now lower than readState.Index' (duration: 1.571578ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:46.873617Z","caller":"traceutil/trace.go:171","msg":"trace[1516269140] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"166.447795ms","start":"2026-03-05T08:19:46.707158Z","end":"2026-03-05T08:19:46.873605Z","steps":["trace[1516269140] 'process raft request' (duration: 165.988174ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:46.873651Z","caller":"traceutil/trace.go:171","msg":"trace[1952837432] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"163.107583ms","start":"2026-03-05T08:19:46.71052Z","end":"2026-03-05T08:19:46.873628Z","steps":["trace[1952837432] 'process raft request' (duration: 162.739485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:46.873947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.529344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-init-dzqw7\" ","response":"range_response_count:1 size:6894"} {"level":"info","ts":"2026-03-05T08:19:46.874015Z","caller":"traceutil/trace.go:171","msg":"trace[446535471] range","detail":"{range_begin:/registry/pods/openstack/manila-db-init-dzqw7; range_end:; response_count:1; response_revision:24558; }","duration":"108.637417ms","start":"2026-03-05T08:19:46.765361Z","end":"2026-03-05T08:19:46.873998Z","steps":["trace[446535471] 'agreement among raft nodes before linearized reading' (duration: 108.296729ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:47.229944Z","caller":"traceutil/trace.go:171","msg":"trace[566297100] linearizableReadLoop","detail":"{readStateIndex:25440; appliedIndex:25438; }","duration":"157.318585ms","start":"2026-03-05T08:19:47.0726Z","end":"2026-03-05T08:19:47.229919Z","steps":["trace[566297100] 'read index received' (duration: 22.380047ms)","trace[566297100] 'applied index is now lower than readState.Index' (duration: 134.937348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:47.230212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.583591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:47.230257Z","caller":"traceutil/trace.go:171","msg":"trace[283710029] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"159.838035ms","start":"2026-03-05T08:19:47.070387Z","end":"2026-03-05T08:19:47.230226Z","steps":["trace[283710029] 'process raft request' (duration: 159.388894ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:47.230295Z","caller":"traceutil/trace.go:171","msg":"trace[420753348] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24568; }","duration":"157.712494ms","start":"2026-03-05T08:19:47.072563Z","end":"2026-03-05T08:19:47.230275Z","steps":["trace[420753348] 'agreement among raft nodes before linearized reading' (duration: 157.5396ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:48.859784Z","caller":"traceutil/trace.go:171","msg":"trace[572042892] linearizableReadLoop","detail":"{readStateIndex:25446; appliedIndex:25445; }","duration":"108.415172ms","start":"2026-03-05T08:19:48.751342Z","end":"2026-03-05T08:19:48.859758Z","steps":["trace[572042892] 'read index received' (duration: 108.248348ms)","trace[572042892] 'applied index is now lower than readState.Index' (duration: 165.574µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:48.859841Z","caller":"traceutil/trace.go:171","msg":"trace[844539345] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"147.419428ms","start":"2026-03-05T08:19:48.712382Z","end":"2026-03-05T08:19:48.859801Z","steps":["trace[844539345] 'process raft request' (duration: 147.149362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:48.859993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.577986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:48.860093Z","caller":"traceutil/trace.go:171","msg":"trace[902891918] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24573; }","duration":"108.73163ms","start":"2026-03-05T08:19:48.751297Z","end":"2026-03-05T08:19:48.860029Z","steps":["trace[902891918] 'agreement among raft nodes before linearized reading' (duration: 108.590926ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:48.926529Z","caller":"traceutil/trace.go:171","msg":"trace[1726905123] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"173.283309ms","start":"2026-03-05T08:19:48.753209Z","end":"2026-03-05T08:19:48.926493Z","steps":["trace[1726905123] 'process raft request' (duration: 172.571971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:48.926581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.528389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:48.926587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.508448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:48.926812Z","caller":"traceutil/trace.go:171","msg":"trace[662137827] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24574; }","duration":"174.779525ms","start":"2026-03-05T08:19:48.752014Z","end":"2026-03-05T08:19:48.926794Z","steps":["trace[662137827] 'agreement among raft nodes before linearized reading' (duration: 174.480038ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:48.926655Z","caller":"traceutil/trace.go:171","msg":"trace[386474113] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24574; }","duration":"174.660282ms","start":"2026-03-05T08:19:48.751977Z","end":"2026-03-05T08:19:48.926637Z","steps":["trace[386474113] 'agreement among raft nodes before linearized reading' (duration: 174.525829ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:49.831193Z","caller":"traceutil/trace.go:171","msg":"trace[1855732482] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"314.485306ms","start":"2026-03-05T08:19:49.516681Z","end":"2026-03-05T08:19:49.831166Z","steps":["trace[1855732482] 'process raft request' (duration: 314.331593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:49.831381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:49.516655Z","time spent":"314.645781ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:49.954253Z","caller":"traceutil/trace.go:171","msg":"trace[147422758] linearizableReadLoop","detail":"{readStateIndex:25457; appliedIndex:25455; }","duration":"126.889474ms","start":"2026-03-05T08:19:49.827338Z","end":"2026-03-05T08:19:49.954228Z","steps":["trace[147422758] 'read index received' (duration: 3.656937ms)","trace[147422758] 'applied index is now lower than readState.Index' (duration: 123.231537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:49.954453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.1056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-init-dzqw7\" ","response":"range_response_count:1 size:7200"} {"level":"info","ts":"2026-03-05T08:19:49.954492Z","caller":"traceutil/trace.go:171","msg":"trace[1065079250] range","detail":"{range_begin:/registry/pods/openstack/manila-db-init-dzqw7; range_end:; response_count:1; response_revision:24585; }","duration":"127.224003ms","start":"2026-03-05T08:19:49.827255Z","end":"2026-03-05T08:19:49.954479Z","steps":["trace[1065079250] 'agreement among raft nodes before linearized reading' (duration: 127.071369ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:49.954536Z","caller":"traceutil/trace.go:171","msg":"trace[835234853] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"319.738643ms","start":"2026-03-05T08:19:49.634775Z","end":"2026-03-05T08:19:49.954513Z","steps":["trace[835234853] 'process raft request' (duration: 258.169786ms)","trace[835234853] 'compare' (duration: 61.013193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:49.954657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:49.634729Z","time spent":"319.857086ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:19:49.954718Z","caller":"traceutil/trace.go:171","msg":"trace[1866682697] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"125.580024ms","start":"2026-03-05T08:19:49.829127Z","end":"2026-03-05T08:19:49.954707Z","steps":["trace[1866682697] 'process raft request' (duration: 125.03735ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:51.051367Z","caller":"traceutil/trace.go:171","msg":"trace[792395232] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"118.954954ms","start":"2026-03-05T08:19:50.932372Z","end":"2026-03-05T08:19:51.051327Z","steps":["trace[792395232] 'process raft request' (duration: 118.668177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:51.053168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.473841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:51.053278Z","caller":"traceutil/trace.go:171","msg":"trace[1510681790] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24595; }","duration":"120.630395ms","start":"2026-03-05T08:19:50.932622Z","end":"2026-03-05T08:19:51.053253Z","steps":["trace[1510681790] 'agreement among raft nodes before linearized reading' (duration: 120.394729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:51.053186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.374049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:51.053407Z","caller":"traceutil/trace.go:171","msg":"trace[1744365178] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24595; }","duration":"120.657965ms","start":"2026-03-05T08:19:50.932716Z","end":"2026-03-05T08:19:51.053374Z","steps":["trace[1744365178] 'agreement among raft nodes before linearized reading' (duration: 120.304057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:51.118574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.13484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:19:51.118652Z","caller":"traceutil/trace.go:171","msg":"trace[442431971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24596; }","duration":"127.242283ms","start":"2026-03-05T08:19:50.991388Z","end":"2026-03-05T08:19:51.118631Z","steps":["trace[442431971] 'agreement among raft nodes before linearized reading' (duration: 127.029698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:51.118671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.681784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T08:19:51.118731Z","caller":"traceutil/trace.go:171","msg":"trace[711673146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24596; }","duration":"127.787587ms","start":"2026-03-05T08:19:50.990926Z","end":"2026-03-05T08:19:51.118714Z","steps":["trace[711673146] 'agreement among raft nodes before linearized reading' (duration: 127.635353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:51.118784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.444906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-05T08:19:51.118573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.420637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:19:51.118848Z","caller":"traceutil/trace.go:171","msg":"trace[646902774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24596; }","duration":"129.561519ms","start":"2026-03-05T08:19:50.989268Z","end":"2026-03-05T08:19:51.118829Z","steps":["trace[646902774] 'agreement among raft nodes before linearized reading' (duration: 129.426836ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:51.118903Z","caller":"traceutil/trace.go:171","msg":"trace[232838668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24596; }","duration":"127.716694ms","start":"2026-03-05T08:19:50.991124Z","end":"2026-03-05T08:19:51.11884Z","steps":["trace[232838668] 'agreement among raft nodes before linearized reading' (duration: 127.367276ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:52.146112Z","caller":"traceutil/trace.go:171","msg":"trace[1569171517] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"184.278672ms","start":"2026-03-05T08:19:51.96179Z","end":"2026-03-05T08:19:52.146069Z","steps":["trace[1569171517] 'process raft request' (duration: 152.646073ms)","trace[1569171517] 'compare' (duration: 31.039055ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:53.011645Z","caller":"traceutil/trace.go:171","msg":"trace[1967704308] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"111.864344ms","start":"2026-03-05T08:19:52.899716Z","end":"2026-03-05T08:19:53.01158Z","steps":["trace[1967704308] 'process raft request' (duration: 111.648039ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:53.312501Z","caller":"traceutil/trace.go:171","msg":"trace[406072846] linearizableReadLoop","detail":"{readStateIndex:25490; appliedIndex:25489; }","duration":"104.666161ms","start":"2026-03-05T08:19:53.207809Z","end":"2026-03-05T08:19:53.312475Z","steps":["trace[406072846] 'read index received' (duration: 49.988989ms)","trace[406072846] 'applied index is now lower than readState.Index' (duration: 54.675802ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:53.31263Z","caller":"traceutil/trace.go:171","msg":"trace[1197950602] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"106.537766ms","start":"2026-03-05T08:19:53.206041Z","end":"2026-03-05T08:19:53.312579Z","steps":["trace[1197950602] 'process raft request' (duration: 51.831804ms)","trace[1197950602] 'compare' (duration: 54.455756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:53.312699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.877886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:53.312767Z","caller":"traceutil/trace.go:171","msg":"trace[1618832724] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24616; }","duration":"105.02164ms","start":"2026-03-05T08:19:53.207723Z","end":"2026-03-05T08:19:53.312745Z","steps":["trace[1618832724] 'agreement among raft nodes before linearized reading' (duration: 104.906997ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:54.181144Z","caller":"traceutil/trace.go:171","msg":"trace[1042497450] linearizableReadLoop","detail":"{readStateIndex:25493; appliedIndex:25492; }","duration":"124.878646ms","start":"2026-03-05T08:19:54.056238Z","end":"2026-03-05T08:19:54.181116Z","steps":["trace[1042497450] 'read index received' (duration: 124.6303ms)","trace[1042497450] 'applied index is now lower than readState.Index' (duration: 246.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:54.181285Z","caller":"traceutil/trace.go:171","msg":"trace[1261077254] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"158.633096ms","start":"2026-03-05T08:19:54.022635Z","end":"2026-03-05T08:19:54.181269Z","steps":["trace[1261077254] 'process raft request' (duration: 158.167045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:54.181422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.168122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:54.181525Z","caller":"traceutil/trace.go:171","msg":"trace[1793845261] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24619; }","duration":"125.317656ms","start":"2026-03-05T08:19:54.056193Z","end":"2026-03-05T08:19:54.181511Z","steps":["trace[1793845261] 'agreement among raft nodes before linearized reading' (duration: 125.178243ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.184768Z","caller":"traceutil/trace.go:171","msg":"trace[830638046] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"106.26406ms","start":"2026-03-05T08:19:55.07848Z","end":"2026-03-05T08:19:55.184744Z","steps":["trace[830638046] 'process raft request' (duration: 105.743237ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.185107Z","caller":"traceutil/trace.go:171","msg":"trace[1554430827] linearizableReadLoop","detail":"{readStateIndex:25499; appliedIndex:25497; }","duration":"105.771748ms","start":"2026-03-05T08:19:55.079314Z","end":"2026-03-05T08:19:55.185086Z","steps":["trace[1554430827] 'read index received' (duration: 40.747287ms)","trace[1554430827] 'applied index is now lower than readState.Index' (duration: 65.023161ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:55.18519Z","caller":"traceutil/trace.go:171","msg":"trace[366805287] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"105.824639ms","start":"2026-03-05T08:19:55.079352Z","end":"2026-03-05T08:19:55.185177Z","steps":["trace[366805287] 'process raft request' (duration: 105.353168ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.185324Z","caller":"traceutil/trace.go:171","msg":"trace[852013659] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"105.754738ms","start":"2026-03-05T08:19:55.079556Z","end":"2026-03-05T08:19:55.18531Z","steps":["trace[852013659] 'process raft request' (duration: 105.484062ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.185149Z","caller":"traceutil/trace.go:171","msg":"trace[1591807806] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"105.615835ms","start":"2026-03-05T08:19:55.079521Z","end":"2026-03-05T08:19:55.185137Z","steps":["trace[1591807806] 'process raft request' (duration: 105.449891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.185416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.904451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:19:55.185447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.121497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:55.185502Z","caller":"traceutil/trace.go:171","msg":"trace[1846340387] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24628; }","duration":"106.022734ms","start":"2026-03-05T08:19:55.079459Z","end":"2026-03-05T08:19:55.185482Z","steps":["trace[1846340387] 'agreement among raft nodes before linearized reading' (duration: 105.900041ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.185527Z","caller":"traceutil/trace.go:171","msg":"trace[804352700] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:24628; }","duration":"106.205059ms","start":"2026-03-05T08:19:55.079306Z","end":"2026-03-05T08:19:55.185511Z","steps":["trace[804352700] 'agreement among raft nodes before linearized reading' (duration: 106.091796ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.383442Z","caller":"traceutil/trace.go:171","msg":"trace[1812854880] linearizableReadLoop","detail":"{readStateIndex:25505; appliedIndex:25504; }","duration":"142.637482ms","start":"2026-03-05T08:19:55.240782Z","end":"2026-03-05T08:19:55.38342Z","steps":["trace[1812854880] 'read index received' (duration: 142.141811ms)","trace[1812854880] 'applied index is now lower than readState.Index' (duration: 494.571µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:55.383563Z","caller":"traceutil/trace.go:171","msg":"trace[1502068448] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"146.836355ms","start":"2026-03-05T08:19:55.236717Z","end":"2026-03-05T08:19:55.383553Z","steps":["trace[1502068448] 'process raft request' (duration: 146.088586ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.470794Z","caller":"traceutil/trace.go:171","msg":"trace[913591509] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"224.732103ms","start":"2026-03-05T08:19:55.246036Z","end":"2026-03-05T08:19:55.470768Z","steps":["trace[913591509] 'process raft request' (duration: 224.643091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:55.471181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.089297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T08:19:55.471254Z","caller":"traceutil/trace.go:171","msg":"trace[1512298736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24634; }","duration":"154.1982ms","start":"2026-03-05T08:19:55.317038Z","end":"2026-03-05T08:19:55.471236Z","steps":["trace[1512298736] 'agreement among raft nodes before linearized reading' (duration: 153.983805ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.47139Z","caller":"traceutil/trace.go:171","msg":"trace[131733303] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"225.266326ms","start":"2026-03-05T08:19:55.245984Z","end":"2026-03-05T08:19:55.47125Z","steps":["trace[131733303] 'process raft request' (duration: 224.546879ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.471416Z","caller":"traceutil/trace.go:171","msg":"trace[1850948239] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"104.501827ms","start":"2026-03-05T08:19:55.366892Z","end":"2026-03-05T08:19:55.471393Z","steps":["trace[1850948239] 'process raft request' (duration: 103.829531ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.499456Z","caller":"traceutil/trace.go:171","msg":"trace[1117295551] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"108.488874ms","start":"2026-03-05T08:19:55.39095Z","end":"2026-03-05T08:19:55.499438Z","steps":["trace[1117295551] 'process raft request' (duration: 108.372441ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:55.907676Z","caller":"traceutil/trace.go:171","msg":"trace[2014240779] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"234.238942ms","start":"2026-03-05T08:19:55.673368Z","end":"2026-03-05T08:19:55.907607Z","steps":["trace[2014240779] 'process raft request' (duration: 194.59493ms)","trace[2014240779] 'compare' (duration: 39.430877ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:56.002288Z","caller":"traceutil/trace.go:171","msg":"trace[1329473317] linearizableReadLoop","detail":"{readStateIndex:25518; appliedIndex:25514; }","duration":"253.525753ms","start":"2026-03-05T08:19:55.748731Z","end":"2026-03-05T08:19:56.002257Z","steps":["trace[1329473317] 'read index received' (duration: 119.19508ms)","trace[1329473317] 'applied index is now lower than readState.Index' (duration: 134.329103ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:56.002438Z","caller":"traceutil/trace.go:171","msg":"trace[1696124673] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"283.469993ms","start":"2026-03-05T08:19:55.718938Z","end":"2026-03-05T08:19:56.002408Z","steps":["trace[1696124673] 'process raft request' (duration: 283.241607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:56.002484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.729868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:56.002536Z","caller":"traceutil/trace.go:171","msg":"trace[1646949705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24644; }","duration":"253.798899ms","start":"2026-03-05T08:19:55.748723Z","end":"2026-03-05T08:19:56.002522Z","steps":["trace[1646949705] 'agreement among raft nodes before linearized reading' (duration: 253.698177ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:56.002574Z","caller":"traceutil/trace.go:171","msg":"trace[2135386659] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"328.654846ms","start":"2026-03-05T08:19:55.673899Z","end":"2026-03-05T08:19:56.002554Z","steps":["trace[2135386659] 'process raft request' (duration: 327.98118ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:56.002585Z","caller":"traceutil/trace.go:171","msg":"trace[1739359503] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"328.434681ms","start":"2026-03-05T08:19:55.674116Z","end":"2026-03-05T08:19:56.00255Z","steps":["trace[1739359503] 'process raft request' (duration: 327.98552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:56.002696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:55.673876Z","time spent":"328.74239ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:56.002724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:55.67411Z","time spent":"328.537184ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5225,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:19:56.002942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.536098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T08:19:56.003003Z","caller":"traceutil/trace.go:171","msg":"trace[517650283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24644; }","duration":"134.64521ms","start":"2026-03-05T08:19:55.868343Z","end":"2026-03-05T08:19:56.002989Z","steps":["trace[517650283] 'agreement among raft nodes before linearized reading' (duration: 134.471316ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:56.783293Z","caller":"traceutil/trace.go:171","msg":"trace[999333558] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"153.652517ms","start":"2026-03-05T08:19:56.629586Z","end":"2026-03-05T08:19:56.783239Z","steps":["trace[999333558] 'process raft request' (duration: 153.441082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.189182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.025612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:19:57.189293Z","caller":"traceutil/trace.go:171","msg":"trace[738902660] linearizableReadLoop","detail":"{readStateIndex:25524; appliedIndex:25523; }","duration":"370.448069ms","start":"2026-03-05T08:19:56.818829Z","end":"2026-03-05T08:19:57.189277Z","steps":["trace[738902660] 'read index received' (duration: 156.007614ms)","trace[738902660] 'applied index is now lower than readState.Index' (duration: 214.438825ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:57.189363Z","caller":"traceutil/trace.go:171","msg":"trace[776005358] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"392.018927ms","start":"2026-03-05T08:19:56.797333Z","end":"2026-03-05T08:19:57.189352Z","steps":["trace[776005358] 'process raft request' (duration: 177.5045ms)","trace[776005358] 'compare' (duration: 212.229252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:19:57.18942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:56.797303Z","time spent":"392.092959ms","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2741,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T08:19:57.189782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.92109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T08:19:57.189828Z","caller":"traceutil/trace.go:171","msg":"trace[1498114673] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24650; }","duration":"371.035423ms","start":"2026-03-05T08:19:56.818783Z","end":"2026-03-05T08:19:57.189818Z","steps":["trace[1498114673] 'agreement among raft nodes before linearized reading' (duration: 370.830918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.18986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:56.818762Z","time spent":"371.090564ms","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-05T08:19:57.246564Z","caller":"traceutil/trace.go:171","msg":"trace[1314997910] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"194.290043ms","start":"2026-03-05T08:19:57.052255Z","end":"2026-03-05T08:19:57.246545Z","steps":["trace[1314997910] 'process raft request' (duration: 194.158339ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:57.394868Z","caller":"traceutil/trace.go:171","msg":"trace[691879747] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"267.867947ms","start":"2026-03-05T08:19:57.126978Z","end":"2026-03-05T08:19:57.394846Z","steps":["trace[691879747] 'process raft request' (duration: 267.713573ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:57.395171Z","caller":"traceutil/trace.go:171","msg":"trace[1332234360] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"203.940563ms","start":"2026-03-05T08:19:57.191223Z","end":"2026-03-05T08:19:57.395163Z","steps":["trace[1332234360] 'process raft request' (duration: 203.588614ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:57.395321Z","caller":"traceutil/trace.go:171","msg":"trace[1363009318] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"203.158355ms","start":"2026-03-05T08:19:57.192083Z","end":"2026-03-05T08:19:57.395241Z","steps":["trace[1363009318] 'process raft request' (duration: 202.965641ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:57.395335Z","caller":"traceutil/trace.go:171","msg":"trace[1345902663] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"202.881628ms","start":"2026-03-05T08:19:57.192418Z","end":"2026-03-05T08:19:57.3953Z","steps":["trace[1345902663] 'process raft request' (duration: 202.749375ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:57.395404Z","caller":"traceutil/trace.go:171","msg":"trace[1997182988] linearizableReadLoop","detail":"{readStateIndex:25526; appliedIndex:25524; }","duration":"206.063245ms","start":"2026-03-05T08:19:57.189318Z","end":"2026-03-05T08:19:57.395381Z","steps":["trace[1997182988] 'read index received' (duration: 57.148912ms)","trace[1997182988] 'applied index is now lower than readState.Index' (duration: 148.912823ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:57.395451Z","caller":"traceutil/trace.go:171","msg":"trace[1647713319] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"200.366439ms","start":"2026-03-05T08:19:57.195071Z","end":"2026-03-05T08:19:57.395438Z","steps":["trace[1647713319] 'process raft request' (duration: 200.147044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.395548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.096823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:57.395614Z","caller":"traceutil/trace.go:171","msg":"trace[2053344426] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24656; }","duration":"373.193314ms","start":"2026-03-05T08:19:57.022402Z","end":"2026-03-05T08:19:57.395595Z","steps":["trace[2053344426] 'agreement among raft nodes before linearized reading' (duration: 373.082752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.39562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.133067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:57.395674Z","caller":"traceutil/trace.go:171","msg":"trace[1395956392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24656; }","duration":"409.2326ms","start":"2026-03-05T08:19:56.986427Z","end":"2026-03-05T08:19:57.395659Z","steps":["trace[1395956392] 'agreement among raft nodes before linearized reading' (duration: 409.114077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.395671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:57.022389Z","time spent":"373.264817ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T08:19:57.395724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:19:56.986411Z","time spent":"409.302041ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T08:19:57.409635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.756779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:57.409692Z","caller":"traceutil/trace.go:171","msg":"trace[1249886355] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24657; }","duration":"218.856411ms","start":"2026-03-05T08:19:57.190823Z","end":"2026-03-05T08:19:57.409679Z","steps":["trace[1249886355] 'agreement among raft nodes before linearized reading' (duration: 218.740719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.409768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.690482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:19:57.409787Z","caller":"traceutil/trace.go:171","msg":"trace[1649530366] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"103.864132ms","start":"2026-03-05T08:19:57.30589Z","end":"2026-03-05T08:19:57.409754Z","steps":["trace[1649530366] 'process raft request' (duration: 103.551835ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:57.409843Z","caller":"traceutil/trace.go:171","msg":"trace[1307236456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24657; }","duration":"164.767044ms","start":"2026-03-05T08:19:57.245056Z","end":"2026-03-05T08:19:57.409823Z","steps":["trace[1307236456] 'agreement among raft nodes before linearized reading' (duration: 164.579419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:57.410005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.073526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T08:19:57.410082Z","caller":"traceutil/trace.go:171","msg":"trace[1855733890] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24657; }","duration":"219.180579ms","start":"2026-03-05T08:19:57.190885Z","end":"2026-03-05T08:19:57.410066Z","steps":["trace[1855733890] 'agreement among raft nodes before linearized reading' (duration: 218.930854ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:58.21874Z","caller":"traceutil/trace.go:171","msg":"trace[968418155] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"149.172ms","start":"2026-03-05T08:19:58.069527Z","end":"2026-03-05T08:19:58.218699Z","steps":["trace[968418155] 'process raft request' (duration: 149.001056ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:59.259655Z","caller":"traceutil/trace.go:171","msg":"trace[212040008] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"211.70099ms","start":"2026-03-05T08:19:59.04792Z","end":"2026-03-05T08:19:59.259621Z","steps":["trace[212040008] 'process raft request' (duration: 211.515935ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:59.566185Z","caller":"traceutil/trace.go:171","msg":"trace[1666800810] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"165.349367ms","start":"2026-03-05T08:19:59.400823Z","end":"2026-03-05T08:19:59.566172Z","steps":["trace[1666800810] 'process raft request' (duration: 165.142592ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:59.566327Z","caller":"traceutil/trace.go:171","msg":"trace[678700291] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"165.280466ms","start":"2026-03-05T08:19:59.400845Z","end":"2026-03-05T08:19:59.566126Z","steps":["trace[678700291] 'process raft request' (duration: 165.240545ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:59.586225Z","caller":"traceutil/trace.go:171","msg":"trace[550065966] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"185.289466ms","start":"2026-03-05T08:19:59.400911Z","end":"2026-03-05T08:19:59.5862Z","steps":["trace[550065966] 'process raft request' (duration: 185.097311ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:59.58647Z","caller":"traceutil/trace.go:171","msg":"trace[65740878] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"184.372535ms","start":"2026-03-05T08:19:59.402078Z","end":"2026-03-05T08:19:59.58645Z","steps":["trace[65740878] 'process raft request' (duration: 184.079278ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:59.586589Z","caller":"traceutil/trace.go:171","msg":"trace[1404745327] linearizableReadLoop","detail":"{readStateIndex:25546; appliedIndex:25543; }","duration":"185.387489ms","start":"2026-03-05T08:19:59.401189Z","end":"2026-03-05T08:19:59.586576Z","steps":["trace[1404745327] 'read index received' (duration: 164.751593ms)","trace[1404745327] 'applied index is now lower than readState.Index' (duration: 20.634736ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:59.586638Z","caller":"traceutil/trace.go:171","msg":"trace[1273367275] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"183.714529ms","start":"2026-03-05T08:19:59.402913Z","end":"2026-03-05T08:19:59.586627Z","steps":["trace[1273367275] 'process raft request' (duration: 183.467603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:59.5867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.491801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:59.586731Z","caller":"traceutil/trace.go:171","msg":"trace[345623752] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24673; }","duration":"185.565863ms","start":"2026-03-05T08:19:59.401156Z","end":"2026-03-05T08:19:59.586721Z","steps":["trace[345623752] 'agreement among raft nodes before linearized reading' (duration: 185.494891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:59.58678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.49428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:59.586813Z","caller":"traceutil/trace.go:171","msg":"trace[1299620202] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24673; }","duration":"172.589042ms","start":"2026-03-05T08:19:59.414213Z","end":"2026-03-05T08:19:59.586802Z","steps":["trace[1299620202] 'agreement among raft nodes before linearized reading' (duration: 172.51505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:59.586976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.618295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:19:59.58703Z","caller":"traceutil/trace.go:171","msg":"trace[130332926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24673; }","duration":"155.695057ms","start":"2026-03-05T08:19:59.431317Z","end":"2026-03-05T08:19:59.587012Z","steps":["trace[130332926] 'agreement among raft nodes before linearized reading' (duration: 155.608385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:59.587043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.844417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T08:19:59.587071Z","caller":"traceutil/trace.go:171","msg":"trace[1023792300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24673; }","duration":"162.892668ms","start":"2026-03-05T08:19:59.42417Z","end":"2026-03-05T08:19:59.587063Z","steps":["trace[1023792300] 'agreement among raft nodes before linearized reading' (duration: 162.817516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:59.58719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.806629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T08:19:59.587213Z","caller":"traceutil/trace.go:171","msg":"trace[70456690] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24673; }","duration":"170.86663ms","start":"2026-03-05T08:19:59.416339Z","end":"2026-03-05T08:19:59.587205Z","steps":["trace[70456690] 'agreement among raft nodes before linearized reading' (duration: 170.796749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:19:59.587307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.125033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T08:19:59.587341Z","caller":"traceutil/trace.go:171","msg":"trace[888512695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24673; }","duration":"100.235425ms","start":"2026-03-05T08:19:59.487096Z","end":"2026-03-05T08:19:59.587331Z","steps":["trace[888512695] 'agreement among raft nodes before linearized reading' (duration: 100.088582ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:59.696871Z","caller":"traceutil/trace.go:171","msg":"trace[1464749546] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"105.347268ms","start":"2026-03-05T08:19:59.591496Z","end":"2026-03-05T08:19:59.696844Z","steps":["trace[1464749546] 'process raft request' (duration: 105.273706ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:59.697035Z","caller":"traceutil/trace.go:171","msg":"trace[769339560] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"105.674125ms","start":"2026-03-05T08:19:59.591308Z","end":"2026-03-05T08:19:59.696982Z","steps":["trace[769339560] 'process raft request' (duration: 72.758785ms)","trace[769339560] 'compare' (duration: 32.51665ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:19:59.697134Z","caller":"traceutil/trace.go:171","msg":"trace[1848240333] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"104.959018ms","start":"2026-03-05T08:19:59.592153Z","end":"2026-03-05T08:19:59.697112Z","steps":["trace[1848240333] 'process raft request' (duration: 104.653071ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:19:59.697181Z","caller":"traceutil/trace.go:171","msg":"trace[1333901186] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"105.700885ms","start":"2026-03-05T08:19:59.591437Z","end":"2026-03-05T08:19:59.697138Z","steps":["trace[1333901186] 'process raft request' (duration: 105.286946ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:00.30704Z","caller":"traceutil/trace.go:171","msg":"trace[273214555] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"203.154164ms","start":"2026-03-05T08:20:00.10386Z","end":"2026-03-05T08:20:00.307014Z","steps":["trace[273214555] 'process raft request' (duration: 202.928029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.382632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.247053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:00.382672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.127305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:00.38266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.533211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:00.382711Z","caller":"traceutil/trace.go:171","msg":"trace[1377518899] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24679; }","duration":"118.208907ms","start":"2026-03-05T08:20:00.26449Z","end":"2026-03-05T08:20:00.382699Z","steps":["trace[1377518899] 'agreement among raft nodes before linearized reading' (duration: 118.143545ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:00.382714Z","caller":"traceutil/trace.go:171","msg":"trace[64041169] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24679; }","duration":"117.349936ms","start":"2026-03-05T08:20:00.265346Z","end":"2026-03-05T08:20:00.382696Z","steps":["trace[64041169] 'agreement among raft nodes before linearized reading' (duration: 117.219663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.38271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.260352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:00.382748Z","caller":"traceutil/trace.go:171","msg":"trace[1483143919] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24679; }","duration":"117.651853ms","start":"2026-03-05T08:20:00.265074Z","end":"2026-03-05T08:20:00.382726Z","steps":["trace[1483143919] 'agreement among raft nodes before linearized reading' (duration: 117.497599ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:00.382779Z","caller":"traceutil/trace.go:171","msg":"trace[1489951281] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24679; }","duration":"159.357244ms","start":"2026-03-05T08:20:00.223405Z","end":"2026-03-05T08:20:00.382762Z","steps":["trace[1489951281] 'agreement among raft nodes before linearized reading' (duration: 159.251241ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:00.382824Z","caller":"traceutil/trace.go:171","msg":"trace[1921879017] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"114.655661ms","start":"2026-03-05T08:20:00.268154Z","end":"2026-03-05T08:20:00.38281Z","steps":["trace[1921879017] 'process raft request' (duration: 103.34836ms)","trace[1921879017] 'compare' (duration: 10.81624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:20:00.382909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.583471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:00.382931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.35629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:00.382953Z","caller":"traceutil/trace.go:171","msg":"trace[2093743348] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24679; }","duration":"118.39308ms","start":"2026-03-05T08:20:00.264553Z","end":"2026-03-05T08:20:00.382947Z","steps":["trace[2093743348] 'agreement among raft nodes before linearized reading' (duration: 118.35885ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:00.382937Z","caller":"traceutil/trace.go:171","msg":"trace[2115428283] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24679; }","duration":"117.626753ms","start":"2026-03-05T08:20:00.265302Z","end":"2026-03-05T08:20:00.382929Z","steps":["trace[2115428283] 'agreement among raft nodes before linearized reading' (duration: 117.572972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.383066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.732101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T08:20:00.383076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.93689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:00.383097Z","caller":"traceutil/trace.go:171","msg":"trace[1260029945] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24679; }","duration":"117.980471ms","start":"2026-03-05T08:20:00.26511Z","end":"2026-03-05T08:20:00.383091Z","steps":["trace[1260029945] 'agreement among raft nodes before linearized reading' (duration: 117.94437ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:00.3831Z","caller":"traceutil/trace.go:171","msg":"trace[429275400] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24679; }","duration":"116.785293ms","start":"2026-03-05T08:20:00.266303Z","end":"2026-03-05T08:20:00.383088Z","steps":["trace[429275400] 'agreement among raft nodes before linearized reading' (duration: 116.66148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.383102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.334746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:00.383107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.297275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:00.383155Z","caller":"traceutil/trace.go:171","msg":"trace[1554774190] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24679; }","duration":"117.408118ms","start":"2026-03-05T08:20:00.265732Z","end":"2026-03-05T08:20:00.38314Z","steps":["trace[1554774190] 'agreement among raft nodes before linearized reading' (duration: 117.320156ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:00.383159Z","caller":"traceutil/trace.go:171","msg":"trace[343633857] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24679; }","duration":"117.373277ms","start":"2026-03-05T08:20:00.265772Z","end":"2026-03-05T08:20:00.383145Z","steps":["trace[343633857] 'agreement among raft nodes before linearized reading' (duration: 117.278545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.383306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.015959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T08:20:00.383335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.180202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T08:20:00.383407Z","caller":"traceutil/trace.go:171","msg":"trace[333130840] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24679; }","duration":"117.258844ms","start":"2026-03-05T08:20:00.26613Z","end":"2026-03-05T08:20:00.383389Z","steps":["trace[333130840] 'agreement among raft nodes before linearized reading' (duration: 117.10036ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:00.383345Z","caller":"traceutil/trace.go:171","msg":"trace[395548262] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24679; }","duration":"117.07508ms","start":"2026-03-05T08:20:00.266261Z","end":"2026-03-05T08:20:00.383336Z","steps":["trace[395548262] 'agreement among raft nodes before linearized reading' (duration: 116.919666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.76279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.156331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:20:00.762975Z","caller":"traceutil/trace.go:171","msg":"trace[891180710] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"450.972171ms","start":"2026-03-05T08:20:00.31198Z","end":"2026-03-05T08:20:00.762952Z","steps":["trace[891180710] 'process raft request' (duration: 328.562674ms)","trace[891180710] 'compare' (duration: 121.968167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:20:00.763091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.311962Z","time spent":"451.052963ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:00.76372Z","caller":"traceutil/trace.go:171","msg":"trace[1651767890] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"451.32945ms","start":"2026-03-05T08:20:00.312366Z","end":"2026-03-05T08:20:00.763696Z","steps":["trace[1651767890] 'process raft request' (duration: 450.518321ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:00.76397Z","caller":"traceutil/trace.go:171","msg":"trace[791874208] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"450.938811ms","start":"2026-03-05T08:20:00.313003Z","end":"2026-03-05T08:20:00.763942Z","steps":["trace[791874208] 'process raft request' (duration: 450.601303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.766018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.312344Z","time spent":"453.611114ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T08:20:00.764153Z","caller":"traceutil/trace.go:171","msg":"trace[2010259318] linearizableReadLoop","detail":"{readStateIndex:25558; appliedIndex:25554; }","duration":"381.677979ms","start":"2026-03-05T08:20:00.382466Z","end":"2026-03-05T08:20:00.764144Z","steps":["trace[2010259318] 'read index received' (duration: 258.018762ms)","trace[2010259318] 'applied index is now lower than readState.Index' (duration: 123.658537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:20:00.76619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.312991Z","time spent":"453.096082ms","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:20:00.764209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.527017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:00.766326Z","caller":"traceutil/trace.go:171","msg":"trace[853925101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24683; }","duration":"456.660588ms","start":"2026-03-05T08:20:00.309654Z","end":"2026-03-05T08:20:00.766314Z","steps":["trace[853925101] 'agreement among raft nodes before linearized reading' (duration: 454.519736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.76638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.383566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T08:20:00.766385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.309642Z","time spent":"456.732279ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T08:20:00.766417Z","caller":"traceutil/trace.go:171","msg":"trace[1874548454] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24683; }","duration":"257.474258ms","start":"2026-03-05T08:20:00.508936Z","end":"2026-03-05T08:20:00.766411Z","steps":["trace[1874548454] 'agreement among raft nodes before linearized reading' (duration: 257.390486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.766448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.094729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:00.766513Z","caller":"traceutil/trace.go:171","msg":"trace[1135153239] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24683; }","duration":"187.244463ms","start":"2026-03-05T08:20:00.579252Z","end":"2026-03-05T08:20:00.766496Z","steps":["trace[1135153239] 'agreement among raft nodes before linearized reading' (duration: 187.12468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.766544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.266004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:20:00.764301Z","caller":"traceutil/trace.go:171","msg":"trace[1872379471] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"450.992142ms","start":"2026-03-05T08:20:00.3133Z","end":"2026-03-05T08:20:00.764292Z","steps":["trace[1872379471] 'process raft request' (duration: 450.780707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.766614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.454094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:00.766676Z","caller":"traceutil/trace.go:171","msg":"trace[1773084412] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24683; }","duration":"216.578667ms","start":"2026-03-05T08:20:00.550077Z","end":"2026-03-05T08:20:00.766656Z","steps":["trace[1773084412] 'agreement among raft nodes before linearized reading' (duration: 216.453784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:00.766622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:00.313289Z","time spent":"453.294297ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T08:20:00.766563Z","caller":"traceutil/trace.go:171","msg":"trace[2070797033] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24683; }","duration":"187.317104ms","start":"2026-03-05T08:20:00.579238Z","end":"2026-03-05T08:20:00.766556Z","steps":["trace[2070797033] 'agreement among raft nodes before linearized reading' (duration: 187.284734ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:00.884532Z","caller":"traceutil/trace.go:171","msg":"trace[1989095620] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"114.564899ms","start":"2026-03-05T08:20:00.769941Z","end":"2026-03-05T08:20:00.884506Z","steps":["trace[1989095620] 'process raft request' (duration: 106.617008ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:00.889854Z","caller":"traceutil/trace.go:171","msg":"trace[718779014] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"118.530104ms","start":"2026-03-05T08:20:00.771309Z","end":"2026-03-05T08:20:00.889839Z","steps":["trace[718779014] 'process raft request' (duration: 118.3768ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:00.889985Z","caller":"traceutil/trace.go:171","msg":"trace[2133294268] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"118.046813ms","start":"2026-03-05T08:20:00.771915Z","end":"2026-03-05T08:20:00.889961Z","steps":["trace[2133294268] 'process raft request' (duration: 117.861118ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:03.20843Z","caller":"traceutil/trace.go:171","msg":"trace[599137476] linearizableReadLoop","detail":"{readStateIndex:25587; appliedIndex:25586; }","duration":"389.894806ms","start":"2026-03-05T08:20:02.818505Z","end":"2026-03-05T08:20:03.2084Z","steps":["trace[599137476] 'read index received' (duration: 389.64042ms)","trace[599137476] 'applied index is now lower than readState.Index' (duration: 252.916µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:20:03.208828Z","caller":"traceutil/trace.go:171","msg":"trace[488028486] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"437.361025ms","start":"2026-03-05T08:20:02.771449Z","end":"2026-03-05T08:20:03.20881Z","steps":["trace[488028486] 'process raft request' (duration: 436.75679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:03.208955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.771432Z","time spent":"437.445777ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:20:03.209261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.750266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-05T08:20:03.209309Z","caller":"traceutil/trace.go:171","msg":"trace[1816992491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24711; }","duration":"390.837078ms","start":"2026-03-05T08:20:02.81846Z","end":"2026-03-05T08:20:03.209297Z","steps":["trace[1816992491] 'agreement among raft nodes before linearized reading' (duration: 390.684495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:03.209345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.818447Z","time spent":"390.889479ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T08:20:03.209546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.937357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:03.209588Z","caller":"traceutil/trace.go:171","msg":"trace[248979383] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24711; }","duration":"315.013009ms","start":"2026-03-05T08:20:02.894565Z","end":"2026-03-05T08:20:03.209578Z","steps":["trace[248979383] 'agreement among raft nodes before linearized reading' (duration: 314.951627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:03.209621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:02.894546Z","time spent":"315.067601ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-05T08:20:03.773559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277257343266312,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T08:20:03.984879Z","caller":"traceutil/trace.go:171","msg":"trace[1121347436] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"762.674422ms","start":"2026-03-05T08:20:03.222181Z","end":"2026-03-05T08:20:03.984855Z","steps":["trace[1121347436] 'process raft request' (duration: 762.530898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:03.985015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.222167Z","time spent":"762.779574ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:04.05199Z","caller":"traceutil/trace.go:171","msg":"trace[2059166048] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"465.774737ms","start":"2026-03-05T08:20:03.586175Z","end":"2026-03-05T08:20:04.05195Z","steps":["trace[2059166048] 'process raft request' (duration: 465.660284ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:04.052009Z","caller":"traceutil/trace.go:171","msg":"trace[1605210523] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"740.606042ms","start":"2026-03-05T08:20:03.311359Z","end":"2026-03-05T08:20:04.051965Z","steps":["trace[1605210523] 'process raft request' (duration: 740.242154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.052241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.586154Z","time spent":"465.947651ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:04.052262Z","caller":"traceutil/trace.go:171","msg":"trace[917860470] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"465.375968ms","start":"2026-03-05T08:20:03.586866Z","end":"2026-03-05T08:20:04.052242Z","steps":["trace[917860470] 'process raft request' (duration: 465.02727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.052372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.586859Z","time spent":"465.434609ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:20:04.052632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.311346Z","time spent":"740.804298ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:04.053032Z","caller":"traceutil/trace.go:171","msg":"trace[1771721224] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"440.679805ms","start":"2026-03-05T08:20:03.612333Z","end":"2026-03-05T08:20:04.053013Z","steps":["trace[1771721224] 'process raft request' (duration: 440.04283ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:04.053049Z","caller":"traceutil/trace.go:171","msg":"trace[656403882] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"438.346248ms","start":"2026-03-05T08:20:03.61468Z","end":"2026-03-05T08:20:04.053026Z","steps":["trace[656403882] 'process raft request' (duration: 438.211335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.053116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.61232Z","time spent":"440.751206ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:04.053191Z","caller":"traceutil/trace.go:171","msg":"trace[314508345] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"437.949739ms","start":"2026-03-05T08:20:03.615215Z","end":"2026-03-05T08:20:04.053165Z","steps":["trace[314508345] 'process raft request' (duration: 437.718783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.053303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.615196Z","time spent":"438.051482ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:04.053317Z","caller":"traceutil/trace.go:171","msg":"trace[727610240] linearizableReadLoop","detail":"{readStateIndex:25594; appliedIndex:25587; }","duration":"780.15127ms","start":"2026-03-05T08:20:03.272822Z","end":"2026-03-05T08:20:04.052973Z","steps":["trace[727610240] 'read index received' (duration: 711.886982ms)","trace[727610240] 'applied index is now lower than readState.Index' (duration: 68.263098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:20:04.053197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.614655Z","time spent":"438.464142ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:20:04.053333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.494238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:04.053523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.95691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:04.053576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.804479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:04.05362Z","caller":"traceutil/trace.go:171","msg":"trace[116222360] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24718; }","duration":"458.881341ms","start":"2026-03-05T08:20:03.594729Z","end":"2026-03-05T08:20:04.05361Z","steps":["trace[116222360] 'agreement among raft nodes before linearized reading' (duration: 458.787269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.053626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.567319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:04.053652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.59471Z","time spent":"458.935922ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-05T08:20:04.053657Z","caller":"traceutil/trace.go:171","msg":"trace[159985378] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24718; }","duration":"717.636121ms","start":"2026-03-05T08:20:03.33601Z","end":"2026-03-05T08:20:04.053647Z","steps":["trace[159985378] 'agreement among raft nodes before linearized reading' (duration: 717.59179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.05365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.9711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-05T08:20:04.053682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.25953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-p8nz9.1899e35e4f42b9d3\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-03-05T08:20:04.053703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.335982Z","time spent":"717.711442ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-05T08:20:04.05374Z","caller":"traceutil/trace.go:171","msg":"trace[2114782856] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-p8nz9.1899e35e4f42b9d3; range_end:; response_count:1; response_revision:24718; }","duration":"589.344342ms","start":"2026-03-05T08:20:03.464382Z","end":"2026-03-05T08:20:04.053726Z","steps":["trace[2114782856] 'agreement among raft nodes before linearized reading' (duration: 589.153057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.053778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.464364Z","time spent":"589.406774ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-p8nz9.1899e35e4f42b9d3\" "} {"level":"warn","ts":"2026-03-05T08:20:04.053867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.119647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:04.053958Z","caller":"traceutil/trace.go:171","msg":"trace[1266239048] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24718; }","duration":"459.253191ms","start":"2026-03-05T08:20:03.594682Z","end":"2026-03-05T08:20:04.053935Z","steps":["trace[1266239048] 'agreement among raft nodes before linearized reading' (duration: 459.104607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.053997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.554902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418426"} {"level":"warn","ts":"2026-03-05T08:20:04.054009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.594651Z","time spent":"459.349152ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-05T08:20:04.05404Z","caller":"traceutil/trace.go:171","msg":"trace[277827134] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24718; }","duration":"385.626314ms","start":"2026-03-05T08:20:03.668402Z","end":"2026-03-05T08:20:04.054029Z","steps":["trace[277827134] 'agreement among raft nodes before linearized reading' (duration: 385.409869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.054041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.039181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:04.054073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.668383Z","time spent":"385.684106ms","remote":"127.0.0.1:60938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418450,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-05T08:20:04.054086Z","caller":"traceutil/trace.go:171","msg":"trace[2015222870] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24718; }","duration":"180.156074ms","start":"2026-03-05T08:20:03.873918Z","end":"2026-03-05T08:20:04.054075Z","steps":["trace[2015222870] 'agreement among raft nodes before linearized reading' (duration: 180.049822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.054142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.693556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T08:20:04.053698Z","caller":"traceutil/trace.go:171","msg":"trace[2077342152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24718; }","duration":"328.043462ms","start":"2026-03-05T08:20:03.725644Z","end":"2026-03-05T08:20:04.053687Z","steps":["trace[2077342152] 'agreement among raft nodes before linearized reading' (duration: 327.867138ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:04.054188Z","caller":"traceutil/trace.go:171","msg":"trace[2144247414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24718; }","duration":"325.744777ms","start":"2026-03-05T08:20:03.728432Z","end":"2026-03-05T08:20:04.054177Z","steps":["trace[2144247414] 'agreement among raft nodes before linearized reading' (duration: 325.612084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.054223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.72843Z","time spent":"325.787058ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:20:04.054236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.725629Z","time spent":"328.573005ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:20:04.054364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.931542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T08:20:04.054412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.510669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T08:20:04.054423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.926932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:20:04.054467Z","caller":"traceutil/trace.go:171","msg":"trace[1068215139] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24718; }","duration":"457.582591ms","start":"2026-03-05T08:20:03.596873Z","end":"2026-03-05T08:20:04.054455Z","steps":["trace[1068215139] 'agreement among raft nodes before linearized reading' (duration: 457.469198ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:04.054481Z","caller":"traceutil/trace.go:171","msg":"trace[1803995734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24718; }","duration":"320.995273ms","start":"2026-03-05T08:20:03.733469Z","end":"2026-03-05T08:20:04.054464Z","steps":["trace[1803995734] 'agreement among raft nodes before linearized reading' (duration: 320.83816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.0545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.596864Z","time spent":"457.629852ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-05T08:20:04.054523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.733463Z","time spent":"321.049584ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T08:20:04.054418Z","caller":"traceutil/trace.go:171","msg":"trace[806772253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24718; }","duration":"325.994714ms","start":"2026-03-05T08:20:03.728407Z","end":"2026-03-05T08:20:04.054402Z","steps":["trace[806772253] 'agreement among raft nodes before linearized reading' (duration: 325.875191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.054578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.728402Z","time spent":"326.169558ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T08:20:04.053578Z","caller":"traceutil/trace.go:171","msg":"trace[1934636467] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24718; }","duration":"756.030481ms","start":"2026-03-05T08:20:03.29753Z","end":"2026-03-05T08:20:04.05356Z","steps":["trace[1934636467] 'agreement among raft nodes before linearized reading' (duration: 755.960149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.054645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.297519Z","time spent":"757.108837ms","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-05T08:20:04.053501Z","caller":"traceutil/trace.go:171","msg":"trace[410912417] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24718; }","duration":"780.703283ms","start":"2026-03-05T08:20:03.272781Z","end":"2026-03-05T08:20:04.053484Z","steps":["trace[410912417] 'agreement among raft nodes before linearized reading' (duration: 780.485728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.054775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:03.272764Z","time spent":"781.996065ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-05T08:20:04.502605Z","caller":"traceutil/trace.go:171","msg":"trace[1120401777] linearizableReadLoop","detail":"{readStateIndex:25600; appliedIndex:25599; }","duration":"101.566308ms","start":"2026-03-05T08:20:04.401Z","end":"2026-03-05T08:20:04.502566Z","steps":["trace[1120401777] 'read index received' (duration: 101.386034ms)","trace[1120401777] 'applied index is now lower than readState.Index' (duration: 178.254µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:20:04.502687Z","caller":"traceutil/trace.go:171","msg":"trace[1448825745] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"102.032249ms","start":"2026-03-05T08:20:04.400625Z","end":"2026-03-05T08:20:04.502658Z","steps":["trace[1448825745] 'process raft request' (duration: 101.718862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.502824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.793523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:04.502875Z","caller":"traceutil/trace.go:171","msg":"trace[54636575] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24724; }","duration":"101.909176ms","start":"2026-03-05T08:20:04.400951Z","end":"2026-03-05T08:20:04.502861Z","steps":["trace[54636575] 'agreement among raft nodes before linearized reading' (duration: 101.798153ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:04.684775Z","caller":"traceutil/trace.go:171","msg":"trace[1484986670] linearizableReadLoop","detail":"{readStateIndex:25601; appliedIndex:25600; }","duration":"182.049469ms","start":"2026-03-05T08:20:04.502692Z","end":"2026-03-05T08:20:04.684742Z","steps":["trace[1484986670] 'read index received' (duration: 111.457035ms)","trace[1484986670] 'applied index is now lower than readState.Index' (duration: 70.590803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:20:04.684896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.658513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:04.684898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.305348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:04.684988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.761989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T08:20:04.685022Z","caller":"traceutil/trace.go:171","msg":"trace[622549927] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24725; }","duration":"283.465233ms","start":"2026-03-05T08:20:04.401531Z","end":"2026-03-05T08:20:04.684996Z","steps":["trace[622549927] 'agreement among raft nodes before linearized reading' (duration: 283.258098ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:04.685045Z","caller":"traceutil/trace.go:171","msg":"trace[810310589] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24725; }","duration":"283.834181ms","start":"2026-03-05T08:20:04.401195Z","end":"2026-03-05T08:20:04.685029Z","steps":["trace[810310589] 'agreement among raft nodes before linearized reading' (duration: 283.667547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.685213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.288167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:04.685257Z","caller":"traceutil/trace.go:171","msg":"trace[1623756161] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24725; }","duration":"283.349659ms","start":"2026-03-05T08:20:04.401898Z","end":"2026-03-05T08:20:04.685248Z","steps":["trace[1623756161] 'agreement among raft nodes before linearized reading' (duration: 283.283958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.685215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.233597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T08:20:04.685284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.725435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:04.685349Z","caller":"traceutil/trace.go:171","msg":"trace[1848187709] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24725; }","duration":"282.795336ms","start":"2026-03-05T08:20:04.402533Z","end":"2026-03-05T08:20:04.685328Z","steps":["trace[1848187709] 'agreement among raft nodes before linearized reading' (duration: 282.701024ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:04.685355Z","caller":"traceutil/trace.go:171","msg":"trace[1453973561] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24725; }","duration":"283.37861ms","start":"2026-03-05T08:20:04.401933Z","end":"2026-03-05T08:20:04.685311Z","steps":["trace[1453973561] 'agreement among raft nodes before linearized reading' (duration: 282.894239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.685306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.986174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:04.685387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.123237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:20:04.68544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.95078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:04.685455Z","caller":"traceutil/trace.go:171","msg":"trace[567249470] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24725; }","duration":"284.23165ms","start":"2026-03-05T08:20:04.401207Z","end":"2026-03-05T08:20:04.685438Z","steps":["trace[567249470] 'agreement among raft nodes before linearized reading' (duration: 284.139578ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:04.685495Z","caller":"traceutil/trace.go:171","msg":"trace[1590663745] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24725; }","duration":"283.002841ms","start":"2026-03-05T08:20:04.402474Z","end":"2026-03-05T08:20:04.685477Z","steps":["trace[1590663745] 'agreement among raft nodes before linearized reading' (duration: 282.94575ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:04.68554Z","caller":"traceutil/trace.go:171","msg":"trace[252675916] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"265.189054ms","start":"2026-03-05T08:20:04.420331Z","end":"2026-03-05T08:20:04.68552Z","steps":["trace[252675916] 'process raft request' (duration: 194.082628ms)","trace[252675916] 'compare' (duration: 70.02873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T08:20:04.685561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.153105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T08:20:04.685616Z","caller":"traceutil/trace.go:171","msg":"trace[517710257] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24725; }","duration":"283.218586ms","start":"2026-03-05T08:20:04.402384Z","end":"2026-03-05T08:20:04.685602Z","steps":["trace[517710257] 'agreement among raft nodes before linearized reading' (duration: 283.072762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:04.685332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.963744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:04.685428Z","caller":"traceutil/trace.go:171","msg":"trace[1959896123] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24725; }","duration":"284.150028ms","start":"2026-03-05T08:20:04.401259Z","end":"2026-03-05T08:20:04.685409Z","steps":["trace[1959896123] 'agreement among raft nodes before linearized reading' (duration: 283.970354ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:04.685733Z","caller":"traceutil/trace.go:171","msg":"trace[81148746] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24725; }","duration":"284.379253ms","start":"2026-03-05T08:20:04.401323Z","end":"2026-03-05T08:20:04.685702Z","steps":["trace[81148746] 'agreement among raft nodes before linearized reading' (duration: 283.925402ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:04.684965Z","caller":"traceutil/trace.go:171","msg":"trace[554334801] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24725; }","duration":"282.787506ms","start":"2026-03-05T08:20:04.402158Z","end":"2026-03-05T08:20:04.684946Z","steps":["trace[554334801] 'agreement among raft nodes before linearized reading' (duration: 282.605522ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:10.32761Z","caller":"traceutil/trace.go:171","msg":"trace[1238568313] linearizableReadLoop","detail":"{readStateIndex:25639; appliedIndex:25638; }","duration":"252.762125ms","start":"2026-03-05T08:20:10.074818Z","end":"2026-03-05T08:20:10.32758Z","steps":["trace[1238568313] 'read index received' (duration: 252.598751ms)","trace[1238568313] 'applied index is now lower than readState.Index' (duration: 162.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:20:10.327717Z","caller":"traceutil/trace.go:171","msg":"trace[1619994153] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"257.828797ms","start":"2026-03-05T08:20:10.069843Z","end":"2026-03-05T08:20:10.327672Z","steps":["trace[1619994153] 'process raft request' (duration: 257.569141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.3279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.065523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:10.327945Z","caller":"traceutil/trace.go:171","msg":"trace[1884536835] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24762; }","duration":"253.169414ms","start":"2026-03-05T08:20:10.074765Z","end":"2026-03-05T08:20:10.327935Z","steps":["trace[1884536835] 'agreement among raft nodes before linearized reading' (duration: 252.940609ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:10.50562Z","caller":"traceutil/trace.go:171","msg":"trace[691597546] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"427.299754ms","start":"2026-03-05T08:20:10.07829Z","end":"2026-03-05T08:20:10.50559Z","steps":["trace[691597546] 'process raft request' (duration: 427.12581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.505792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:10.078274Z","time spent":"427.434528ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T08:20:10.506144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.596358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:10.506136Z","caller":"traceutil/trace.go:171","msg":"trace[220202783] linearizableReadLoop","detail":"{readStateIndex:25645; appliedIndex:25639; }","duration":"178.431182ms","start":"2026-03-05T08:20:10.327678Z","end":"2026-03-05T08:20:10.50611Z","steps":["trace[220202783] 'read index received' (duration: 177.748356ms)","trace[220202783] 'applied index is now lower than readState.Index' (duration: 681.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:20:10.5062Z","caller":"traceutil/trace.go:171","msg":"trace[500596682] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"419.464686ms","start":"2026-03-05T08:20:10.08673Z","end":"2026-03-05T08:20:10.506194Z","steps":["trace[500596682] 'process raft request' (duration: 419.072207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.506244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:10.086724Z","time spent":"419.495237ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:10.506232Z","caller":"traceutil/trace.go:171","msg":"trace[467159322] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"419.559558ms","start":"2026-03-05T08:20:10.086644Z","end":"2026-03-05T08:20:10.506204Z","steps":["trace[467159322] 'process raft request' (duration: 418.913293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.506401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:10.086618Z","time spent":"419.705741ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:10.506422Z","caller":"traceutil/trace.go:171","msg":"trace[1497582689] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"418.164384ms","start":"2026-03-05T08:20:10.088224Z","end":"2026-03-05T08:20:10.506389Z","steps":["trace[1497582689] 'process raft request' (duration: 417.758524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.506514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.214102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T08:20:10.506555Z","caller":"traceutil/trace.go:171","msg":"trace[1123019623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24768; }","duration":"342.302064ms","start":"2026-03-05T08:20:10.164244Z","end":"2026-03-05T08:20:10.506546Z","steps":["trace[1123019623] 'agreement among raft nodes before linearized reading' (duration: 342.15973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.506583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:10.164229Z","time spent":"342.347515ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:20:10.506575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:10.08821Z","time spent":"418.279207ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:10.506585Z","caller":"traceutil/trace.go:171","msg":"trace[1303218117] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"413.045442ms","start":"2026-03-05T08:20:10.093527Z","end":"2026-03-05T08:20:10.506572Z","steps":["trace[1303218117] 'process raft request' (duration: 412.491619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.506639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:10.093506Z","time spent":"413.110204ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":875,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T08:20:10.506633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.677845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T08:20:10.506732Z","caller":"traceutil/trace.go:171","msg":"trace[1004584800] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"418.722168ms","start":"2026-03-05T08:20:10.087999Z","end":"2026-03-05T08:20:10.506721Z","steps":["trace[1004584800] 'process raft request' (duration: 417.938689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.506785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.874268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:10.506806Z","caller":"traceutil/trace.go:171","msg":"trace[1902370411] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24768; }","duration":"117.92557ms","start":"2026-03-05T08:20:10.388873Z","end":"2026-03-05T08:20:10.506799Z","steps":["trace[1902370411] 'agreement among raft nodes before linearized reading' (duration: 117.890569ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:10.506898Z","caller":"traceutil/trace.go:171","msg":"trace[866709294] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24768; }","duration":"340.920141ms","start":"2026-03-05T08:20:10.16583Z","end":"2026-03-05T08:20:10.506751Z","steps":["trace[866709294] 'agreement among raft nodes before linearized reading' (duration: 340.532102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.506976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.821861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T08:20:10.506978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.130788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T08:20:10.507009Z","caller":"traceutil/trace.go:171","msg":"trace[1325886365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24768; }","duration":"338.877772ms","start":"2026-03-05T08:20:10.168123Z","end":"2026-03-05T08:20:10.507001Z","steps":["trace[1325886365] 'agreement among raft nodes before linearized reading' (duration: 338.77305ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:10.507016Z","caller":"traceutil/trace.go:171","msg":"trace[794153515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24768; }","duration":"339.175798ms","start":"2026-03-05T08:20:10.167831Z","end":"2026-03-05T08:20:10.507006Z","steps":["trace[794153515] 'agreement among raft nodes before linearized reading' (duration: 339.034475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.50704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:10.168111Z","time spent":"338.918923ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T08:20:10.507045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:10.167827Z","time spent":"339.20987ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:20:10.506739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.687829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:10.507101Z","caller":"traceutil/trace.go:171","msg":"trace[1620371931] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24768; }","duration":"432.060667ms","start":"2026-03-05T08:20:10.075031Z","end":"2026-03-05T08:20:10.507091Z","steps":["trace[1620371931] 'agreement among raft nodes before linearized reading' (duration: 431.696859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.507138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:10.075024Z","time spent":"432.105248ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-05T08:20:10.507187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:10.165815Z","time spent":"341.176367ms","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T08:20:10.506715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.06157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T08:20:10.506797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:10.087973Z","time spent":"418.792229ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:20:10.507369Z","caller":"traceutil/trace.go:171","msg":"trace[409826851] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24768; }","duration":"430.702036ms","start":"2026-03-05T08:20:10.076648Z","end":"2026-03-05T08:20:10.50735Z","steps":["trace[409826851] 'agreement among raft nodes before linearized reading' (duration: 430.021009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.507222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.881065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T08:20:10.507547Z","caller":"traceutil/trace.go:171","msg":"trace[1213005797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24768; }","duration":"340.213223ms","start":"2026-03-05T08:20:10.167322Z","end":"2026-03-05T08:20:10.507535Z","steps":["trace[1213005797] 'agreement among raft nodes before linearized reading' (duration: 339.853574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.50742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:10.076611Z","time spent":"430.793718ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-05T08:20:10.506176Z","caller":"traceutil/trace.go:171","msg":"trace[409794915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24768; }","duration":"196.66546ms","start":"2026-03-05T08:20:10.309502Z","end":"2026-03-05T08:20:10.506167Z","steps":["trace[409794915] 'agreement among raft nodes before linearized reading' (duration: 196.613098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.507615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:20:10.167314Z","time spent":"340.285656ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T08:20:10.685198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.415234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T08:20:10.685461Z","caller":"traceutil/trace.go:171","msg":"trace[1257139648] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"173.917693ms","start":"2026-03-05T08:20:10.51151Z","end":"2026-03-05T08:20:10.685427Z","steps":["trace[1257139648] 'process raft request' (duration: 67.167172ms)","trace[1257139648] 'compare' (duration: 106.192948ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:20:10.75167Z","caller":"traceutil/trace.go:171","msg":"trace[706967037] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"239.371563ms","start":"2026-03-05T08:20:10.512271Z","end":"2026-03-05T08:20:10.751642Z","steps":["trace[706967037] 'process raft request' (duration: 239.315672ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:10.751688Z","caller":"traceutil/trace.go:171","msg":"trace[1490297076] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"240.086921ms","start":"2026-03-05T08:20:10.511568Z","end":"2026-03-05T08:20:10.751655Z","steps":["trace[1490297076] 'process raft request' (duration: 239.838315ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:10.751741Z","caller":"traceutil/trace.go:171","msg":"trace[233232997] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"239.730352ms","start":"2026-03-05T08:20:10.511975Z","end":"2026-03-05T08:20:10.751705Z","steps":["trace[233232997] 'process raft request' (duration: 239.575018ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:20:10.751918Z","caller":"traceutil/trace.go:171","msg":"trace[1158206235] linearizableReadLoop","detail":"{readStateIndex:25649; appliedIndex:25645; }","duration":"236.644759ms","start":"2026-03-05T08:20:10.515247Z","end":"2026-03-05T08:20:10.751892Z","steps":["trace[1158206235] 'read index received' (duration: 63.444953ms)","trace[1158206235] 'applied index is now lower than readState.Index' (duration: 173.197856ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:20:10.751964Z","caller":"traceutil/trace.go:171","msg":"trace[1741776696] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"230.763658ms","start":"2026-03-05T08:20:10.52119Z","end":"2026-03-05T08:20:10.751954Z","steps":["trace[1741776696] 'process raft request' (duration: 230.419709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:20:10.752147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.890255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:20:10.752199Z","caller":"traceutil/trace.go:171","msg":"trace[506667347] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24773; }","duration":"236.996277ms","start":"2026-03-05T08:20:10.515193Z","end":"2026-03-05T08:20:10.752189Z","steps":["trace[506667347] 'agreement among raft nodes before linearized reading' (duration: 236.855334ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:21:02.812296Z","caller":"traceutil/trace.go:171","msg":"trace[1782067226] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"115.150763ms","start":"2026-03-05T08:21:02.697092Z","end":"2026-03-05T08:21:02.812242Z","steps":["trace[1782067226] 'process raft request' (duration: 115.071441ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:21:02.812348Z","caller":"traceutil/trace.go:171","msg":"trace[89226428] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"117.770577ms","start":"2026-03-05T08:21:02.694534Z","end":"2026-03-05T08:21:02.812304Z","steps":["trace[89226428] 'process raft request' (duration: 42.323646ms)","trace[89226428] 'compare' (duration: 75.136703ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:21:04.118559Z","caller":"traceutil/trace.go:171","msg":"trace[1076694384] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"107.009968ms","start":"2026-03-05T08:21:04.009496Z","end":"2026-03-05T08:21:04.116506Z","steps":["trace[1076694384] 'process raft request' (duration: 106.457445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:41.502221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.335031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:21:41.502333Z","caller":"traceutil/trace.go:171","msg":"trace[750511816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25533; }","duration":"151.482145ms","start":"2026-03-05T08:21:41.350815Z","end":"2026-03-05T08:21:41.502297Z","steps":["trace[750511816] 'range keys from in-memory index tree' (duration: 151.087405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:21:41.502724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.972893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T08:21:41.502848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.695702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:21:41.502967Z","caller":"traceutil/trace.go:171","msg":"trace[917038456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25533; }","duration":"129.850446ms","start":"2026-03-05T08:21:41.373096Z","end":"2026-03-05T08:21:41.502947Z","steps":["trace[917038456] 'range keys from in-memory index tree' (duration: 129.551639ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:21:41.503118Z","caller":"traceutil/trace.go:171","msg":"trace[619667197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25533; }","duration":"131.295881ms","start":"2026-03-05T08:21:41.371552Z","end":"2026-03-05T08:21:41.502847Z","steps":["trace[619667197] 'range keys from in-memory index tree' (duration: 130.760327ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:22:53.94089Z","caller":"traceutil/trace.go:171","msg":"trace[982341020] linearizableReadLoop","detail":"{readStateIndex:27149; appliedIndex:27148; }","duration":"297.783847ms","start":"2026-03-05T08:22:53.643083Z","end":"2026-03-05T08:22:53.940867Z","steps":["trace[982341020] 'read index received' (duration: 297.661764ms)","trace[982341020] 'applied index is now lower than readState.Index' (duration: 120.993µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:22:53.940939Z","caller":"traceutil/trace.go:171","msg":"trace[1181799220] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"306.951746ms","start":"2026-03-05T08:22:53.633956Z","end":"2026-03-05T08:22:53.940908Z","steps":["trace[1181799220] 'process raft request' (duration: 306.768261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:22:53.941037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.94133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T08:22:53.941075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:22:53.633943Z","time spent":"307.061899ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:22:53.941104Z","caller":"traceutil/trace.go:171","msg":"trace[984895698] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26232; }","duration":"298.061633ms","start":"2026-03-05T08:22:53.643027Z","end":"2026-03-05T08:22:53.941088Z","steps":["trace[984895698] 'agreement among raft nodes before linearized reading' (duration: 297.95233ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:22:54.253206Z","caller":"traceutil/trace.go:171","msg":"trace[414789603] linearizableReadLoop","detail":"{readStateIndex:27150; appliedIndex:27149; }","duration":"312.205771ms","start":"2026-03-05T08:22:53.940964Z","end":"2026-03-05T08:22:54.25317Z","steps":["trace[414789603] 'read index received' (duration: 305.627574ms)","trace[414789603] 'applied index is now lower than readState.Index' (duration: 6.576157ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:22:54.253446Z","caller":"traceutil/trace.go:171","msg":"trace[1009468520] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"404.156208ms","start":"2026-03-05T08:22:53.849266Z","end":"2026-03-05T08:22:54.253422Z","steps":["trace[1009468520] 'process raft request' (duration: 397.380326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:22:54.253492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.232992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T08:22:54.253555Z","caller":"traceutil/trace.go:171","msg":"trace[1243490547] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26233; }","duration":"272.311054ms","start":"2026-03-05T08:22:53.981227Z","end":"2026-03-05T08:22:54.253538Z","steps":["trace[1243490547] 'agreement among raft nodes before linearized reading' (duration: 272.189801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:22:54.253565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.977846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-05T08:22:54.253595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:22:53.849245Z","time spent":"404.26262ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T08:22:54.253648Z","caller":"traceutil/trace.go:171","msg":"trace[2025974682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26233; }","duration":"332.101169ms","start":"2026-03-05T08:22:53.921525Z","end":"2026-03-05T08:22:54.253626Z","steps":["trace[2025974682] 'agreement among raft nodes before linearized reading' (duration: 331.853453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:22:54.253704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:22:53.921506Z","time spent":"332.184161ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T08:22:54.253708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.879366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T08:22:54.254008Z","caller":"traceutil/trace.go:171","msg":"trace[651680363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26233; }","duration":"405.12387ms","start":"2026-03-05T08:22:53.848728Z","end":"2026-03-05T08:22:54.253852Z","steps":["trace[651680363] 'agreement among raft nodes before linearized reading' (duration: 404.729971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:22:54.254097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:22:53.848707Z","time spent":"405.345426ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T08:22:54.254458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.711736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-05T08:22:54.254588Z","caller":"traceutil/trace.go:171","msg":"trace[67162432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26233; }","duration":"325.86325ms","start":"2026-03-05T08:22:53.928709Z","end":"2026-03-05T08:22:54.254573Z","steps":["trace[67162432] 'agreement among raft nodes before linearized reading' (duration: 324.774494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T08:22:54.255417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T08:22:53.928698Z","time spent":"326.70566ms","remote":"127.0.0.1:48488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T08:23:03.320032Z","caller":"traceutil/trace.go:171","msg":"trace[1548579982] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"118.230848ms","start":"2026-03-05T08:23:03.201771Z","end":"2026-03-05T08:23:03.320002Z","steps":["trace[1548579982] 'process raft request' (duration: 88.238748ms)","trace[1548579982] 'compare' (duration: 29.719264ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:23:03.350947Z","caller":"traceutil/trace.go:171","msg":"trace[1374770310] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"129.546779ms","start":"2026-03-05T08:23:03.221374Z","end":"2026-03-05T08:23:03.350921Z","steps":["trace[1374770310] 'process raft request' (duration: 129.342214ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:23:03.351149Z","caller":"traceutil/trace.go:171","msg":"trace[901722258] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"125.964873ms","start":"2026-03-05T08:23:03.22515Z","end":"2026-03-05T08:23:03.351115Z","steps":["trace[901722258] 'process raft request' (duration: 125.720297ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:23:04.224663Z","caller":"traceutil/trace.go:171","msg":"trace[1256880860] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"180.467421ms","start":"2026-03-05T08:23:04.044169Z","end":"2026-03-05T08:23:04.224636Z","steps":["trace[1256880860] 'process raft request' (duration: 180.085311ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:23:09.485508Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23836} {"level":"info","ts":"2026-03-05T08:23:09.614522Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23836,"took":"124.675552ms","hash":1024372962,"current-db-size-bytes":50315264,"current-db-size":"50 MB","current-db-size-in-use-bytes":32833536,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-05T08:23:09.614667Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1024372962,"revision":23836,"compact-revision":21232} {"level":"info","ts":"2026-03-05T08:23:19.513251Z","caller":"traceutil/trace.go:171","msg":"trace[869873637] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"108.192206ms","start":"2026-03-05T08:23:19.405033Z","end":"2026-03-05T08:23:19.513225Z","steps":["trace[869873637] 'process raft request' (duration: 23.315619ms)","trace[869873637] 'compare' (duration: 84.292563ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T08:23:19.530514Z","caller":"traceutil/trace.go:171","msg":"trace[1086492272] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"122.658433ms","start":"2026-03-05T08:23:19.407832Z","end":"2026-03-05T08:23:19.53049Z","steps":["trace[1086492272] 'process raft request' (duration: 122.473888ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:23:19.530763Z","caller":"traceutil/trace.go:171","msg":"trace[1975190130] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"107.760245ms","start":"2026-03-05T08:23:19.42297Z","end":"2026-03-05T08:23:19.53073Z","steps":["trace[1975190130] 'process raft request' (duration: 107.475889ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:23:26.263679Z","caller":"traceutil/trace.go:171","msg":"trace[1082940612] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"131.716031ms","start":"2026-03-05T08:23:26.131928Z","end":"2026-03-05T08:23:26.263644Z","steps":["trace[1082940612] 'process raft request' (duration: 131.524646ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:24:42.087113Z","caller":"traceutil/trace.go:171","msg":"trace[1548550103] transaction","detail":"{read_only:false; response_revision:27107; number_of_response:1; }","duration":"166.086956ms","start":"2026-03-05T08:24:41.920997Z","end":"2026-03-05T08:24:42.087084Z","steps":["trace[1548550103] 'process raft request' (duration: 165.85628ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:24:42.089112Z","caller":"traceutil/trace.go:171","msg":"trace[1474618013] transaction","detail":"{read_only:false; response_revision:27109; number_of_response:1; }","duration":"166.404003ms","start":"2026-03-05T08:24:41.922682Z","end":"2026-03-05T08:24:42.089086Z","steps":["trace[1474618013] 'process raft request' (duration: 166.354212ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:24:42.089148Z","caller":"traceutil/trace.go:171","msg":"trace[443031912] transaction","detail":"{read_only:false; response_revision:27108; number_of_response:1; }","duration":"166.73857ms","start":"2026-03-05T08:24:41.922368Z","end":"2026-03-05T08:24:42.089107Z","steps":["trace[443031912] 'process raft request' (duration: 166.517835ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T08:28:09.491072Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26349} {"level":"info","ts":"2026-03-05T08:28:09.614873Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26349,"took":"119.387858ms","hash":1607774774,"current-db-size-bytes":50315264,"current-db-size":"50 MB","current-db-size-in-use-bytes":31449088,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-05T08:28:09.614976Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1607774774,"revision":26349,"compact-revision":23836} {"level":"info","ts":"2026-03-05T08:29:10.611849Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T08:29:10.61939Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-05T08:29:10.619512Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-05T08:33:09.498147Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28552} {"level":"info","ts":"2026-03-05T08:33:09.619823Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28552,"took":"115.273975ms","hash":2712694315,"current-db-size-bytes":50315264,"current-db-size":"50 MB","current-db-size-in-use-bytes":29302784,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T08:33:09.619903Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2712694315,"revision":28552,"compact-revision":26349} {"level":"info","ts":"2026-03-05T08:38:09.507898Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30673} {"level":"info","ts":"2026-03-05T08:38:09.675646Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30673,"took":"164.419904ms","hash":908844904,"current-db-size-bytes":50315264,"current-db-size":"50 MB","current-db-size-in-use-bytes":28921856,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T08:38:09.675695Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":908844904,"revision":30673,"compact-revision":28552} {"level":"info","ts":"2026-03-05T08:40:00.128866Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000087a4.wal"} {"level":"info","ts":"2026-03-05T08:43:09.514208Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32827} {"level":"info","ts":"2026-03-05T08:43:09.651892Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32827,"took":"133.250493ms","hash":769995104,"current-db-size-bytes":52436992,"current-db-size":"52 MB","current-db-size-in-use-bytes":29745152,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T08:43:09.651991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":769995104,"revision":32827,"compact-revision":30673} {"level":"info","ts":"2026-03-05T08:48:09.523717Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34903} {"level":"info","ts":"2026-03-05T08:48:09.639357Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34903,"took":"112.007948ms","hash":3333921742,"current-db-size-bytes":52436992,"current-db-size":"52 MB","current-db-size-in-use-bytes":28258304,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T08:48:09.639418Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3333921742,"revision":34903,"compact-revision":32827}